-- Logs begin at Thu 2021-10-28 07:55:31 UTC, end at Thu 2021-10-28 09:08:41 UTC. -- Oct 28 08:31:24.553286 dv-cinder-815659-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 08:31:27.358180 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:31:27.358760 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:31:27.358927 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:31:27.362047 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.common.config [-] Logging enabled! Oct 28 08:31:27.362308 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 08:31:27.362654 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107877) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 08:31:27.363604 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:27.363844 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:27.364220 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:27.364477 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:27.364704 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:27.365068 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.365437 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.365753 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.365991 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.366294 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.366619 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.366911 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.367204 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.367508 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.367801 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.368085 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.368431 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.368713 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.369000 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.369291 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.369588 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.369816 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] debug = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.370101 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.370562 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.370972 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.371256 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.371550 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.371833 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.372108 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.372387 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.372675 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.373006 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] host = dv-cinder-815659-2-iscsi {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.373290 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.373580 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.373872 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.374161 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.374439 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.374743 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.375032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.375310 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.375587 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.375866 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.376157 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.376448 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.376748 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.376975 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.377200 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.377491 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.377782 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.378062 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.378341 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.378642 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.378922 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.379200 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.379477 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.379765 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.380053 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.380340 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.381153 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.381601 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.381886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.382192 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.382457 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.382767 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.383048 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.383327 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.383617 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.383889 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.384168 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.384473 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.384764 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.385046 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.385332 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.385609 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.385893 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.386167 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.386443 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.386748 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_json = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.387022 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.387297 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.387582 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.387858 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.388135 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.388413 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.388689 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.388976 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:27.389276 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.389579 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.389884 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.390176 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.390485 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.390792 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.391085 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.391367 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.391660 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.391951 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.392247 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.392533 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.392827 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.393112 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.393411 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.393723 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.394023 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.394323 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.394629 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.394911 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.395190 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.395474 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.395767 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.396660 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.397225 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.397541 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.397836 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.398135 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.398441 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.398773 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.399058 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.399346 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.399646 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.399930 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.400215 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.400498 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.400794 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.401080 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.401358 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.401646 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.401932 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.402212 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.402490 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.402794 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.403093 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.403376 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.403653 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.403930 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.404212 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.404489 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.404779 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.405065 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.405344 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.405623 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.405905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.406186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.406464 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.406769 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.407046 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.407332 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.407610 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.407889 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.408165 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.408441 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.408716 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.408993 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.409268 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.409549 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.409824 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.410106 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.410383 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.410690 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.410969 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.411261 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.411566 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.411936 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.412266 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.412555 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.412840 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.413125 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.413411 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.413697 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.413984 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.414264 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.414581 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.414874 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.415167 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.415458 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.415745 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.416068 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.416353 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.416644 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.416929 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.417214 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.417504 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.417793 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.418094 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.418391 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.418718 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.419018 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.419317 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.419602 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.419921 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.420208 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:27.420429 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:27.420674 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107877) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 08:31:27.854205 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:31:27.854478 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:31:27.854814 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 08:31:27.855140 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 08:31:28.181682 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.181909 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.182188 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.183471 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.183752 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.184025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.219109 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.219396 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.219670 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.236271 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.236557 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.236834 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.267370 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.267653 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.267931 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.304897 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.305177 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.305449 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.543740 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.544345 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.544345 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.544506 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.545174 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.674578 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.674898 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.675186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.675460 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.675731 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.676046 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.676310 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.676569 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.676826 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.677118 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.677404 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.677672 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.677932 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.678186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.678444 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.678739 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.679000 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.679270 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.679542 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.679804 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.680076 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.680332 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.680612 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.680989 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.681240 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.681490 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.681890 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.682155 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.682386 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.682657 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.682895 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.683134 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:28.683502 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 08:31:28.686790 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 08:31:28.690826 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 08:31:28.694862 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 28 08:31:28.696503 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 08:31:28.696980 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 08:31:28.697321 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 08:31:28.697709 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 08:31:28.700580 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 08:31:28.700840 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 08:31:28.701194 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:31:28.706573 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 08:31:28.730479 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 08:31:28.730967 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.731275 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107877) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 08:31:28.731897 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.733296 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107877) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 08:31:28.733593 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 08:31:28.733848 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 08:31:28.737133 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.737419 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:28.801580 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 08:31:28.801829 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 08:31:28.802071 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 08:31:28.802586 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 08:31:28.823258 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_db.sqlalchemy.engines [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107877) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 08:31:29.362446 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing driver for type 'gre' Oct 28 08:31:29.362992 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] gre ID ranges: [(1, 1000)] Oct 28 08:31:29.413801 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing driver for type 'local' Oct 28 08:31:29.414139 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing driver for type 'vlan' Oct 28 08:31:29.426885 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] VlanTypeDriver initialization complete Oct 28 08:31:29.427277 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing driver for type 'vxlan' Oct 28 08:31:29.427946 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] vxlan ID ranges: [(1, 1000)] Oct 28 08:31:29.480693 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing extension driver 'port_security' Oct 28 08:31:29.481061 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] PortSecurityExtensionDriver initialization complete Oct 28 08:31:29.481412 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing mechanism driver 'openvswitch' Oct 28 08:31:29.481993 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing mechanism driver 'hyperv' Oct 28 08:31:29.488670 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.plugin [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:29.489515 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.489976 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.490432 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.491064 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.491526 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.491887 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.492239 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.492638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.493071 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.493427 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.493774 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.494165 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.494606 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.494964 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.495317 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.495720 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.496149 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.496502 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.496848 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.497241 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.497659 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > address_group after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.498009 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > address_group after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.498353 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.498793 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107877) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 08:31:29.499186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] ML2 OVO RPC backend initialized. {{(pid=107877) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 08:31:29.499894 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.500253 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.500673 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.501023 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > networks before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.501378 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.501730 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > ports before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.502075 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.502421 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnets before_response 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.502796 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.503139 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.503477 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.503817 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.504156 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.504502 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.504842 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.505194 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.505566 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.506249 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.plugin [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Modular L2 Plugin initialization complete Oct 28 08:31:29.506616 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading services supported by the core plugin {{(pid=107877) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 08:31:29.506955 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.plugins.ml2.managers [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Got port-security extension from driver 'port_security' Oct 28 08:31:29.507420 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.extensions.vlantransparent [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Disabled vlantransparent extension. Oct 28 08:31:29.507921 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107877) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 08:31:29.508248 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: router Oct 28 08:31:29.545322 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.545902 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_create 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.546082 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router before_create 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.546451 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.546861 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.547223 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_delete 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.547587 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.548062 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.548429 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_create 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.548780 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.549134 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.549494 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.549858 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.550277 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.550681 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.551026 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.551372 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: subnet after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.551716 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.552071 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.552785 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_create 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.552987 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.553339 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.553705 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router after_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.554048 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.554405 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_create 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.554795 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.555145 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_update 55549900 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.555516 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > agent after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.555871 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > agent after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.556219 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > network after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.557091 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Tracking information for resource: router configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:29.557432 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Tracking information for resource: floatingip configured {{(pid=107877) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 08:31:29.562363 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.db.l3_agentschedulers_db [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 08:31:29.562986 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.563340 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.563694 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.564046 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: port after_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.564835 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router before_create 55550100 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.565204 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.565568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_create 55550100 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.565926 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > router precommit_update 55550100 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.571415 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.provider_configuration [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service providers = [] {{(pid=107877) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 08:31:29.571791 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.db.servicetype_db [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107877) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 08:31:29.574793 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.service_base [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:29.575149 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.service_base [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:29.575498 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.service_base [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:29.576390 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.services.service_base [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107877) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 08:31:29.576768 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.services.service_base [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 08:31:29.577150 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.577472 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 08:31:29.590218 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.590588 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: auto_allocate Oct 28 08:31:29.596433 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: network precommit_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.596811 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: network precommit_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.597336 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.597666 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: tag Oct 28 08:31:29.604500 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.604835 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: timestamp Oct 28 08:31:29.609001 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.609336 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: network_ip_availability Oct 28 08:31:29.615060 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.615396 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.615755 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.616486 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.616813 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: flavors Oct 28 08:31:29.621862 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.622194 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading Plugin: revisions Oct 28 08:31:29.626545 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107877) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 08:31:29.626944 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=107877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 08:31:29.627701 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107877) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 08:31:29.628042 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Initializing extension manager. Oct 28 08:31:29.628559 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: __init__.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.628905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: __pycache__ {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.629248 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.629588 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: address_group.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.630987 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.631571 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: address-group Oct 28 08:31:29.631902 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: address_scope.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.632643 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.633148 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: address-scope Oct 28 08:31:29.633473 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.634412 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.634948 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: router-admin-state-down-before-update Oct 28 08:31:29.635277 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: agent.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.635989 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.636495 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: agent Oct 28 08:31:29.636821 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: agent_resources_synced.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.637741 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.638257 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: agent-resources-synced Oct 28 08:31:29.638610 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: allowedaddresspairs.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.640399 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.640922 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: allowed-address-pairs Oct 28 08:31:29.641252 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: auto_allocated_topology.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.642348 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.642898 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: auto-allocated-topology Oct 28 08:31:29.643232 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: availability_zone.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.643928 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.644443 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: availability_zone Oct 28 08:31:29.644767 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: availability_zone_filter.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.645686 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.646769 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: availability_zone_filter Oct 28 08:31:29.647197 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: data_plane_status.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.648127 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.648641 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 08:31:29.648967 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: default_subnetpools.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.649890 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.650411 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: default-subnetpools Oct 28 08:31:29.650832 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.651649 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.652168 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: dhcp_agent_scheduler Oct 28 08:31:29.652502 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: dns.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.653433 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.653949 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 08:31:29.654277 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: dns_domain_ports.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.655229 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.655746 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 08:31:29.656075 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.656999 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.657512 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 08:31:29.657837 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: dvr.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.658517 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.659037 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: dvr Oct 28 08:31:29.659361 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: ecmp_routes.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.660288 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.660802 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 08:31:29.661131 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: empty_string_filtering.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.662180 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.662739 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: empty-string-filtering Oct 28 08:31:29.663054 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.663978 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.664487 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:31:29.664816 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.665742 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.666395 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 08:31:29.666606 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: external_net.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.667526 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.668041 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: external-net Oct 28 08:31:29.668368 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.669275 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.669785 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: extra_dhcp_opt Oct 28 08:31:29.670110 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: extraroute.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.671060 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.671571 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: extraroute Oct 28 08:31:29.671897 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: extraroute_atomic.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.672940 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.673453 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: extraroute-atomic Oct 28 08:31:29.673782 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: filter_validation.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.674655 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.675167 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: filter-validation Oct 28 08:31:29.675496 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: fip_pf_description.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.676414 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.676921 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 08:31:29.677304 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: fip_port_details.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.678280 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.678827 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: fip-port-details Oct 28 08:31:29.679155 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: flavors.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.680396 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.680920 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: flavors Oct 28 08:31:29.681251 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.682986 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.683534 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 08:31:29.683853 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: floatingip_pools.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.684566 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.685080 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: floatingip-pools Oct 28 08:31:29.685413 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: ip_allocation.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.686354 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.686898 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 08:31:29.687231 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.688157 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.688674 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: ip-substring-filtering Oct 28 08:31:29.689006 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l2_adjacency.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.689942 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.690453 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 08:31:29.690815 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.691782 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.692303 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: router Oct 28 08:31:29.692638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.695446 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.695976 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 08:31:29.696312 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.697260 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.697781 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: ext-gw-mode Oct 28 08:31:29.698115 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.699070 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.699590 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: l3-ha Oct 28 08:31:29.699919 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3_flavors.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.700844 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.701362 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: l3-flavors Oct 28 08:31:29.701690 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.702638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.703159 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 08:31:29.703487 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: l3agentscheduler.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.704522 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.705043 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: l3_agent_scheduler Oct 28 08:31:29.705377 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: logging.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.706916 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.707449 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension logging not supported by any of loaded plugins Oct 28 08:31:29.707784 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: metering.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.709166 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.709884 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: metering Oct 28 08:31:29.710219 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.711490 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.712018 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: metering_source_and_destination_fields Oct 28 08:31:29.712354 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: multiprovidernet.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.713295 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.713812 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: multi-provider Oct 28 08:31:29.714142 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: netmtu.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.715132 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.715648 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: net-mtu Oct 28 08:31:29.715977 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: netmtu_writable.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.716904 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.717423 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: net-mtu-writable Oct 28 08:31:29.717755 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: network_availability_zone.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.718433 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.718967 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: network_availability_zone Oct 28 08:31:29.719297 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: network_ip_availability.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.720410 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.720925 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: network-ip-availability Oct 28 08:31:29.721254 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: network_segment_range.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.722032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.722557 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 08:31:29.722889 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: pagination.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.723892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.724377 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: pagination Oct 28 08:31:29.724720 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: port_device_profile.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.725641 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.726168 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: port-device-profile Oct 28 08:31:29.726519 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.727454 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.727963 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: port-mac-address-regenerate Oct 28 08:31:29.728292 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.729216 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.729727 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: port-numa-affinity-policy Oct 28 08:31:29.730055 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: port_resource_request.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.731017 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.731773 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 08:31:29.732108 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: portbindings.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.733050 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.733571 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: binding Oct 28 08:31:29.733902 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: portbindings_extended.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.735251 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.735780 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: binding-extended Oct 28 08:31:29.736112 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: portsecurity.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.737041 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.737559 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: port-security Oct 28 08:31:29.737888 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: project_id.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.738908 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.739244 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: project-id Oct 28 08:31:29.739573 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: providernet.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.740620 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.741131 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: provider Oct 28 08:31:29.741461 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.745138 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.745667 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos not supported by any of loaded plugins Oct 28 08:31:29.746009 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.747294 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.747823 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 08:31:29.748163 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.749096 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.749614 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 08:31:29.749948 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_default.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.750893 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.751411 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-default not supported by any of loaded plugins Oct 28 08:31:29.751744 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_fip.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.752407 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.752915 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 08:31:29.753252 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_gateway_ip.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.754186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.754732 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 08:31:29.755066 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_port_network_policy.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.756517 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.757040 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 08:31:29.757373 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.758491 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.759041 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 08:31:29.759373 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_pps_rule.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.760567 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.761098 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 08:31:29.761429 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_rule_type_details.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.762373 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.762926 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 08:31:29.763255 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: qos_rules_alias.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.764493 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.765016 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 08:31:29.765348 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: quotasv2.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.766315 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.766677 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: quotas Oct 28 08:31:29.767007 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: quotasv2_detail.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.770174 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.770540 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: quota_details Oct 28 08:31:29.770884 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: rbac.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.772500 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.773031 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: rbac-policies Oct 28 08:31:29.773371 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: rbac_address_group.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.774323 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.774871 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: rbac-address-group Oct 28 08:31:29.775205 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: rbac_address_scope.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.776142 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.776667 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: rbac-address-scope Oct 28 08:31:29.777001 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: rbac_security_groups.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.777928 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.778451 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: rbac-security-groups Oct 28 08:31:29.778884 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: rbac_subnetpool.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.779811 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.780338 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: rbac-subnetpool Oct 28 08:31:29.780674 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: revisionifmatch.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.781607 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.782131 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: revision-if-match Oct 28 08:31:29.782465 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: revisions.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.783614 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.784137 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: standard-attr-revisions Oct 28 08:31:29.784471 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: router_availability_zone.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.785149 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.785663 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: router_availability_zone Oct 28 08:31:29.785993 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: routerservicetype.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.787124 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.787555 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 08:31:29.787886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.788818 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.789347 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: security-groups-normalized-cidr Oct 28 08:31:29.789677 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.790626 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.791146 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: port-security-groups-filtering Oct 28 08:31:29.791476 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.792402 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.792921 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: security-groups-remote-address-group Oct 28 08:31:29.793252 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: securitygroup.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.803369 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.803907 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: security-group Oct 28 08:31:29.804248 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: segment.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.805065 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.805565 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension segment not supported by any of loaded plugins Oct 28 08:31:29.805900 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.806951 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.807476 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 08:31:29.807806 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: servicetype.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.818581 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.819132 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: service-type Oct 28 08:31:29.819477 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: sorting.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.820498 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.820843 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: sorting Oct 28 08:31:29.821175 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: standard_attr_segment.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.822110 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.822677 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 08:31:29.823057 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: standardattrdescription.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.823865 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.824464 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: standard-attr-description Oct 28 08:31:29.824842 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: stateful_security_group.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.825921 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.826421 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: stateful-security-group Oct 28 08:31:29.826796 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: stdattrs_common.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.827405 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 08:31:29.827743 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.828693 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.829222 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 08:31:29.829560 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnet_onboard.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.830697 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.831230 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: subnet_onboard Oct 28 08:31:29.831568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.832528 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.833044 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 08:31:29.833376 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnet_service_types.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.835121 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.835646 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: subnet-service-types Oct 28 08:31:29.835980 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnetallocation.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.837106 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.837629 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: subnet_allocation Oct 28 08:31:29.837967 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.838686 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.839221 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: subnetpool-prefix-ops Oct 28 08:31:29.839555 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.840512 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.841033 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 08:31:29.841365 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: tagging.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.842625 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.843244 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: standard-attr-tag Oct 28 08:31:29.843634 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: timestamp.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.845074 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.845693 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loaded extension: standard-attr-timestamp Oct 28 08:31:29.846102 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: trunk.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.847359 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.848032 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension trunk not supported by any of loaded plugins Oct 28 08:31:29.848422 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: trunk_details.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.849591 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.850216 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 08:31:29.850628 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: uplink_status_propagation.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.851785 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.852402 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 08:31:29.852819 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Loading extension file: vlantransparent.py {{(pid=107877) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 08:31:29.853646 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107877) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 08:31:29.854340 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 08:31:29.857469 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:network Oct 28 08:31:29.858142 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnet Oct 28 08:31:29.858684 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:29.859154 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:port Oct 28 08:31:29.860739 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.861319 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service FLAVORS assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.862082 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.862615 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.863016 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:router Oct 28 08:31:29.863483 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:31:29.863987 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service METERING assigned prefix: /metering {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.865627 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.865930 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.866293 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:31:29.867370 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:31:29.867823 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:31:29.868274 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:31:29.868917 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service CORE assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.869253 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:29.869613 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] subnetpool is already registered Oct 28 08:31:29.870051 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service CORE assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.870389 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:29.870762 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] subnetpool is already registered Oct 28 08:31:29.873216 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.873687 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service FLAVORS assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.874294 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.874782 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.875123 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:router Oct 28 08:31:29.875486 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] router is already registered Oct 28 08:31:29.875914 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 08:31:29.876273 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] floatingip is already registered Oct 28 08:31:29.876751 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service METERING assigned prefix: /metering {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.877478 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 08:31:29.877816 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] rbac_policy is already registered Oct 28 08:31:29.878252 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:security_group Oct 28 08:31:29.878622 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] security_group is already registered Oct 28 08:31:29.879050 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 08:31:29.879393 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] security_group_rule is already registered Oct 28 08:31:29.879905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service CORE assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.880239 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:29.881705 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] subnetpool is already registered Oct 28 08:31:29.882173 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.v2.resource_helper [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Service CORE assigned prefix: {{(pid=107877) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 08:31:29.882535 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 08:31:29.882887 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING neutron.quota.resource_registry [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] subnetpool is already registered Oct 28 08:31:29.884657 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: extensions {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.886169 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: address-groups {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.887689 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: address-scopes {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.888905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: agents {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.890200 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: auto-allocated-topology {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.891470 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: availability_zones {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.892694 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: dhcp-networks {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.894105 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: dhcp-agents {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.895652 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: routers {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.899090 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: flavors {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.900366 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: service_profiles {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.901575 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: next_providers {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.903062 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: service_profiles {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.904520 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: floatingip-pools {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.905837 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: routers {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.907973 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: floatingips {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.909274 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: l3-routers {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.910689 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: l3-agents {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.912601 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: metering-labels {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.913871 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: metering-label-rules {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.915281 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: network-ip-availabilities {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.916556 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: bindings {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.918113 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: quotas {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.919800 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: quotas {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.921334 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: rbac-policies {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.922542 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: security-groups {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.923885 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: security-group-rules {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.925116 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: service-providers {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.926337 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: subnetpools {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.928783 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: subnetpools {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.930261 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.931983 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.933825 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.935626 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.937338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.939320 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.941023 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.944901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.946719 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.948447 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron.api.extensions [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Extended resource: tags {{(pid=107877) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 08:31:29.954735 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING keystonemiddleware.auth_token [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 08:31:29.959673 dv-cinder-815659-2-iscsi neutron-server[107877]: WARNING keystonemiddleware.auth_token [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 08:31:29.968549 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Acquired lock "singleton_lock" {{(pid=107877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 08:31:29.969030 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_concurrency.lockutils [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Releasing lock "singleton_lock" {{(pid=107877) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 08:31:29.969687 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Starting 2 workers Oct 28 08:31:29.975155 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Started child 107984 {{(pid=107877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:29.979742 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Started child 107985 {{(pid=107877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:29.980367 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:29.981311 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO neutron.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 08:31:29.982100 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [-] (107984) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:31:29.982306 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Publish callbacks [] for process, before_spawn {{(pid=107877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:29.984561 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Starting 1 workers Oct 28 08:31:29.984753 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:29.986141 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [-] (107985) wsgi starting up on http://0.0.0.0:9696 Oct 28 08:31:29.990412 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Started child 107986 {{(pid=107877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:29.991575 dv-cinder-815659-2-iscsi neutron-server[107877]: INFO oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Starting 1 workers Oct 28 08:31:29.994255 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] calling RpcWorker wait() {{(pid=107986) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 08:31:29.994821 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] returning from RpcWorker wait() {{(pid=107986) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 08:31:29.996097 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:29.996229 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Started child 107987 {{(pid=107877) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 08:31:29.996557 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:29.996982 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG neutron_lib.callbacks.manager [None req-bb4293ee-847d-4ee2-a0ac-2f07c3ebe223 None None] Publish callbacks [] for process, after_spawn {{(pid=107877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:29.998958 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:31:29.999175 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:29.999350 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:29.999570 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:29.999902 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:30.000061 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:30.000758 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.001043 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.001146 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:30.001588 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.001588 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.001786 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.002523 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.002773 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.003014 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.003296 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.003561 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.003728 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.003890 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.004141 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.004371 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.004666 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.004923 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.005174 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.005974 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.006191 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.007268 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.007537 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.007795 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.008063 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] debug = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.008325 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.008816 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.009047 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.009286 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.009504 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.009773 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.010023 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.010297 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.010558 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.010813 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.011072 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.011324 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.011730 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.011951 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.012165 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.012424 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.012643 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.013112 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] host = dv-cinder-815659-2-iscsi {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.013328 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.013541 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.013765 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.013992 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.014244 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.014458 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.014754 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.015006 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.015248 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.015469 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.015742 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.015985 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.016218 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.016453 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.016618 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_options = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.016834 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.017108 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.017352 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.017545 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.017713 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.017885 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.018138 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.018322 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.018694 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.018864 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.019012 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.019186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.019414 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.019626 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.019875 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.020104 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.020332 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.020537 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.020777 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.021188 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.022007 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.022251 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.022491 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.022774 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.023022 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.023240 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.023467 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.023683 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.023896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.024155 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.024389 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.024640 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.024855 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.025108 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.025363 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.025590 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.025817 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.026064 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.026360 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.026608 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.026850 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.027092 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.027325 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.027548 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.027762 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.027974 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.028205 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_json = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.028413 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.028642 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.028933 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.029076 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.029280 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.029508 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.030285 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.030459 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.030935 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.031331 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.031556 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.031782 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.032016 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.032161 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:30.032292 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.032445 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.032682 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.032929 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.033158 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.033501 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.033754 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.034034 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.034272 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.034555 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.034905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.035141 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.035399 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.035633 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.036100 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.036319 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.036586 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.036854 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.037650 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.037891 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.038145 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.038393 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.038771 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.039113 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.039294 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.039552 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.039767 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.040006 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.040272 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.040502 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.040730 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.040935 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.041191 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.041450 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.041609 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.041842 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.042092 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.042274 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.042527 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.042768 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.043034 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.043263 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.043501 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.043722 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.043960 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.044132 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.044364 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.044807 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.044807 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.045168 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.045317 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.045469 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.045705 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.045856 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.046081 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.046311 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.046541 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.046776 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.046987 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.047199 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.047430 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.047682 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.047896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.048107 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.048316 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.048532 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.048771 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.049154 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.049321 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.049462 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.049654 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.049886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.050072 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.050302 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.050549 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.050761 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.050971 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.051197 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.051409 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.051651 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.051797 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.052027 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.052870 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.053787 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.054071 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.054389 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.054663 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.054923 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.055142 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.055395 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.055630 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.055867 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.056086 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.056305 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.056518 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.056848 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.057007 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.057217 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.057459 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.057675 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.057935 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.058148 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.058400 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.058848 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.058848 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.059076 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.059523 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.059950 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.060378 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.060811 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.061217 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.061481 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.061815 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.062000 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.062214 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.062489 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.063021 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.063124 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064338 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064697 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.064801 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.065178 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.065578 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.066003 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.066528 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.066528 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.066750 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.066980 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.067292 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.067520 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.067744 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.068732 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070298 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070729 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.070811 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.071022 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.071244 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.071474 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.071688 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.071929 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.072179 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.072374 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.075230 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076236 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076236 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076236 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076236 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076236 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076808 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076808 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.076808 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.077165 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.077165 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.077452 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.077709 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.077942 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.078167 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.078394 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.078666 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.078877 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.079139 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.079357 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.079567 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.079777 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.079995 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.080205 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.080418 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.080642 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.080871 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.081105 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.081352 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.081692 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.082132 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.082581 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.083023 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.083244 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.083625 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.084010 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.084250 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.084545 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.084770 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.085011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.085363 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.085608 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.085847 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.086058 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.086288 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.086518 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.086752 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.086991 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.087281 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.087527 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.087754 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.087993 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.088222 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.088456 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.088702 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.088914 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.089118 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.089496 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.089854 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.090211 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.090643 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.091008 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.091389 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.091612 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.091847 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.092073 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.092303 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.092552 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.092765 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.092980 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.093201 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.093429 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.093655 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.093863 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.094097 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.094309 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.094540 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.094751 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.094998 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.095207 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.095792 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.095792 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.095792 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.096000 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.096275 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.096546 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.096752 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.097036 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.097277 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.097517 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.097756 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.098069 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.098295 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.098584 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.098787 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.099024 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.099263 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.100193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.100516 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.100796 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.101073 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.101329 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.101606 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.101891 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.102146 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.102361 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.102674 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.103003 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.103278 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.103534 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.103776 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.104022 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.104246 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.104459 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.104704 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.104949 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.105162 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.105417 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.105646 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.105867 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.106083 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.106307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.106791 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.107029 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.107259 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.107478 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.107711 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.107865 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:30.108397 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107877) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 08:31:30.108556 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 08:31:30.108707 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 08:31:30.108884 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 08:31:30.109054 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 08:31:30.109204 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 08:31:30.109409 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.109569 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.109724 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111011 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.111901 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112387 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112387 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112387 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112593 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112671 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] debug = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.112826 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113106 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113106 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113305 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113413 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113567 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.113880 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.114044 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.114550 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.114550 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.114550 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116568 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116988 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] host = dv-cinder-815659-2-iscsi {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116988 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.116988 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117231 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117310 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117416 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117611 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117785 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.117969 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118115 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118292 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118292 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.118886 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_options = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119435 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119435 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119435 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.119896 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120321 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120321 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120321 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120664 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120664 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.120905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121173 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121173 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121417 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121500 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121608 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121762 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.121915 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122054 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122209 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122362 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122539 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122704 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.122861 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123034 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123170 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.123892 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124368 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124368 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124368 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124623 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124623 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.124905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125143 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125143 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125375 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125498 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125671 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125799 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_json = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.125925 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126018 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126141 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126294 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126447 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126622 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126820 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.126987 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 08:31:30.127114 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127231 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127399 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127547 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127701 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127866 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.127994 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.128241 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.128368 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.128806 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.128806 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.128806 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129388 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129388 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129388 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129388 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129850 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129850 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.129850 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.130237 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.130237 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.130237 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.131042 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.131671 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.131831 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.131990 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:30.132140 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132313 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132472 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132631 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132789 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.132946 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133105 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133264 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133422 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133580 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133743 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.133900 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134057 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134214 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134371 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134550 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134770 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.134899 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135037 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135163 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135638 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135994 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.135994 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136227 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136227 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136469 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136469 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136705 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136828 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.136950 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137081 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137205 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137328 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137483 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137640 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137799 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.137955 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138111 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138281 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138437 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138626 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138752 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.138905 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139047 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139209 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139367 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139524 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139681 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139838 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.139995 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140153 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140309 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140466 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140623 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140781 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.140937 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141095 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141252 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141409 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141566 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141724 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.141890 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142060 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142217 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142375 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142536 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142702 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.142858 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.143173 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.143331 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.143689 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.143904 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.144120 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.144420 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.144717 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.144868 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145028 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145186 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145344 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145504 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145793 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.145793 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.146138 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.146658 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.146837 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.147002 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.147138 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.147284 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.147458 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.149032 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.150193 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151582 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151582 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151582 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.151582 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152171 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152171 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152171 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152171 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152709 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152709 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.152709 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153063 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153063 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153063 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153343 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153343 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153647 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153647 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153871 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.153956 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154116 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154378 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154378 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154867 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154867 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.154867 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155226 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155226 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155226 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155580 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155580 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155733 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155936 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.155936 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156184 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156309 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156578 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156578 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156874 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.156874 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157313 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157313 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157313 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157949 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157949 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157949 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.157949 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.158557 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.158557 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.158557 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.158557 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159025 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159418 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159418 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159418 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159698 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.159698 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160016 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160016 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160548 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160548 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160548 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160548 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160835 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160835 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.160977 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.161098 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.161256 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.161425 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.161661 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162021 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162191 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162351 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162539 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162702 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.162861 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163018 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163174 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163330 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163487 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163658 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163814 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.163975 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164179 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164323 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164460 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164594 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164749 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.164881 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165026 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165163 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165296 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165460 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165614 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165765 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.165918 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166056 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166195 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166380 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166539 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166672 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166828 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.166978 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167134 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167282 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167415 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167572 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167718 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.167863 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168022 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168179 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168346 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168503 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168662 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168819 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.168976 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169123 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169278 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169439 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169604 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169767 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.169913 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170077 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170241 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170405 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170592 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170726 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.170897 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171072 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171229 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171377 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171522 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171690 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.171816 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.172178 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.172504 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.172824 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.173132 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.173648 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.173648 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.173648 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 08:31:30.175307 dv-cinder-815659-2-iscsi neutron-server[107877]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107877) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 08:31:30.231478 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46530) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:30.240804 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068820 Oct 28 08:31:42.053897 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a4b5e3-c5b0-4169-b3c0-e3524511cce9 None None] get_active_networks_info from dv-cinder-815659-2-iscsi {{(pid=107986) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 08:31:42.134406 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4b5e3-c5b0-4169-b3c0-e3524511cce9 None None] No non-hosted networks {{(pid=107986) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 08:31:42.144395 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.agentschedulers_db [None req-49a4b5e3-c5b0-4169-b3c0-e3524511cce9 None None] DHCP Agent not found on host dv-cinder-815659-2-iscsi {{(pid=107986) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 08:31:42.216630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0bc2576a-ab58-453d-bd49-c76940401b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:44.785845 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8df6696a-b8c1-4a94-8d8e-d8f9f50564a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:44.858229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b76af271-f960-4a6b-845d-b44cf3656419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:45.664221 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:45.665560 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.666183 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.666809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.667617 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.668173 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.668632 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.669046 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.670382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.671098 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.672088 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.673104 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.673798 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:45.675062 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815659-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:45.689285 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815659-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:31:45.918097 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:47.304428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:48.788287 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46620) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:49.308492 dv-cinder-815659-2-iscsi neutron-server[107985]: WARNING oslo_policy.policy [None req-76c34b5d-34ce-42c0-8e2a-072d74f1628e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:49.309135 dv-cinder-815659-2-iscsi neutron-server[107985]: WARNING oslo_policy.policy [None req-76c34b5d-34ce-42c0-8e2a-072d74f1628e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:49.542052 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [None req-76c34b5d-34ce-42c0-8e2a-072d74f1628e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:31:49.543206 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-76c34b5d-34ce-42c0-8e2a-072d74f1628e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7540047 Oct 28 08:31:52.078024 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46634) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:52.368047 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.db.l3_hamode_db [None req-e72da850-d913-4488-bab2-9fcafa91385b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 08:31:52.408611 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:52.450976 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72da850-d913-4488-bab2-9fcafa91385b None None] Routers set() bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:31:52.451362 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72da850-d913-4488-bab2-9fcafa91385b None None] Router IDs set() for agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 08:31:52.506055 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.policy [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:31:52.553259 dv-cinder-815659-2-iscsi neutron-server[107985]: WARNING oslo_policy.policy [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:52.553633 dv-cinder-815659-2-iscsi neutron-server[107985]: WARNING oslo_policy.policy [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:52.562418 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.quota [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] Loaded quota_driver: . Oct 28 08:31:52.655149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194892996', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194882321', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194839712', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194843244', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194401028', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784194850436', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3881557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4050872', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-862352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037608'] for rbac-policy, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:52.721262 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:52.722417 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3caf16d0-8f7f-44d9-945b-1ee8abb941e0 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6433647 Oct 28 08:31:55.521569 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46646) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:55.829765 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Request body: {'network': {'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'name': 'private', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:31:55.860220 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Made reservation on behalf of 32da7e807d8e4ae2b696b96a98712ae1 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:31:55.864384 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:55.882811 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:55.996850 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.000699 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.027209 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:31:56.052568 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784195746645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.053162 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Unsubscribe: segment precommit_create {{(pid=107985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:31:56.053672 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Added segment 9d90fa75-885d-4786-9fa4-459508b9d8f1 of type vlan for network c90be830-23f3-4208-9dd5-418c99c79a18 Oct 28 08:31:56.069485 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846e56fa-0d8c-4c91-ae34-9daa7aaca347,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:56.120218 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.120570 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.120910 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.121230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.121549 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.121882 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.122208 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.122554 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.122893 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.123203 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.123515 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.123821 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Tracked resource versions report: Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: pushed versions: Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: { 'AddressGroup': {'1.2'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'ConntrackHelper': {'1.0'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Log': {'1.0'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Network': {'1.1'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Port': {'1.7'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'PortForwarding': {'1.2'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'QosPolicy': {'1.10'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroup': {'1.4'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SubPort': {'1.0'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Subnet': {'1.1'}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Trunk': {'1.1'}} Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: consumer versions: Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'ConntrackHelper': '1.0', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Log': '1.0', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Network': '1.1', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Port': '1.7', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'PortForwarding': '1.2', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'QosPolicy': '1.10', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroup': '1.4', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroupRule': '1.2', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SubPort': '1.0', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Subnet': '1.1', Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Trunk': '1.1'}} Oct 28 08:31:56.124911 dv-cinder-815659-2-iscsi neutron-server[107985]: {{(pid=107985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:31:56.177755 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.218604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.219686 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:31:56.220323 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:31:56.295039 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7722642 Oct 28 08:31:56.328472 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4bc4d-c370-4f85-b5e5-19c03ac68efc admin admin] Pushing event updated for resources: {'Network': ['ID=c90be830-23f3-4208-9dd5-418c99c79a18,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:31:56.341977 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network c90be830-23f3-4208-9dd5-418c99c79a18 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:31:59.162266 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 46660) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:31:59.656817 dv-cinder-815659-2-iscsi neutron-server[107984]: WARNING oslo_policy.policy [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:31:59.657423 dv-cinder-815659-2-iscsi neutron-server[107984]: WARNING oslo_policy.policy [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:32:00.113974 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.policy [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 08:32:00.163164 dv-cinder-815659-2-iscsi neutron-server[107984]: WARNING oslo_policy.policy [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:32:00.163755 dv-cinder-815659-2-iscsi neutron-server[107984]: WARNING oslo_policy.policy [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 08:32:00.172059 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:00.173961 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-62913158-e9fd-44be-aec2-440dacfa3aec admin admin] 10.222.0.76 "GET /v2.0/networks/c90be830-23f3-4208-9dd5-418c99c79a18 HTTP/1.1" status: 200 len: 825 time: 1.0096626 Oct 28 08:32:00.213645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-0bf4ebb4-516b-4db0-92fa-6256e73cddef admin admin] 10.222.0.76 "GET /v2.0/subnetpools/dd617b60-acee-4a25-8bd1-702e0b258192 HTTP/1.1" status: 200 len: 734 time: 0.0334573 Oct 28 08:32:00.225289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Request body: {'subnet': {'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'gateway_ip': '172.20.0.1'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:00.226909 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.quota [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Loaded quota_driver: . Oct 28 08:32:00.266076 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Made reservation on behalf of 32da7e807d8e4ae2b696b96a98712ae1 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:32:00.268807 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.555354 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.624194 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Checking segment: {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:00.624576 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Network hostable DHCP agents. Network: c90be830-23f3-4208-9dd5-418c99c79a18, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:32:00.641793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e132df-e1ca-43c4-8ac2-d87de324e192,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:00.654071 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.654445 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.654813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.655149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.655480 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.655823 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.656150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.656489 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.656829 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.657153 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.657469 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.657783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Tracked resource versions report: Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: pushed versions: Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: { 'AddressGroup': {'1.2'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'ConntrackHelper': {'1.0'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Log': {'1.0'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Network': {'1.1'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Port': {'1.7'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'PortForwarding': {'1.2'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'QosPolicy': {'1.10'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroup': {'1.4'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SubPort': {'1.0'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Subnet': {'1.1'}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Trunk': {'1.1'}} Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: consumer versions: Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'ConntrackHelper': '1.0', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Log': '1.0', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Network': '1.1', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Port': '1.7', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'PortForwarding': '1.2', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'QosPolicy': '1.10', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroup': '1.4', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroupRule': '1.2', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SubPort': '1.0', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Subnet': '1.1', Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Trunk': '1.1'}} Oct 28 08:32:00.658909 dv-cinder-815659-2-iscsi neutron-server[107984]: {{(pid=107984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:32:00.689859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Network c90be830-23f3-4208-9dd5-418c99c79a18 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:32:00.704126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, c90be830-23f3-4208-9dd5-418c99c79a18) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:00.709555 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:00.710171 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:00.714920 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e2e80-5bf9-4f90-afb6-9e8b35cc5a26 None None] Network c90be830-23f3-4208-9dd5-418c99c79a18 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:00.732217 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-0a397fab-12cc-475c-b75d-be5e52669b6c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5123689 Oct 28 08:32:01.047598 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-c90be830-23f3-4208-9dd5-418c99c79a18', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:32:01.048883 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.351547 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Allocated IP 172.20.0.2 (c90be830-23f3-4208-9dd5-418c99c79a18/a1e132df-e1ca-43c4-8ac2-d87de324e192/1a745d7a-a1c3-46f8-af1a-86938acf646b) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:32:01.561881 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.569969 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.655804 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Network c90be830-23f3-4208-9dd5-418c99c79a18 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:01.659729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Pushing event updated for resources: {'Port': ['ID=1a745d7a-a1c3-46f8-af1a-86938acf646b,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:01.664842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:01.672218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672597 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672597 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.672931 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.673283 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.673610 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.673942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.674264 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.674608 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Tracked resource versions report: Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: pushed versions: Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: { 'AddressGroup': {'1.2'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'ConntrackHelper': {'1.0'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Log': {'1.0'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Network': {'1.1'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Port': {'1.7'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'PortForwarding': {'1.2'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'QosPolicy': {'1.10'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroup': {'1.4'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SubPort': {'1.0'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Subnet': {'1.1'}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Trunk': {'1.1'}} Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: consumer versions: Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'ConntrackHelper': '1.0', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Log': '1.0', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Network': '1.1', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Port': '1.7', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'PortForwarding': '1.2', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'QosPolicy': '1.10', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroup': '1.4', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroupRule': '1.2', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SubPort': '1.0', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Subnet': '1.1', Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Trunk': '1.1'}} Oct 28 08:32:01.676028 dv-cinder-815659-2-iscsi neutron-server[107986]: {{(pid=107986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:32:01.688690 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:32:01.768061 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Attempting to bind port 1a745d7a-a1c3-46f8-af1a-86938acf646b on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:32:01.768723 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Attempting to bind port 1a745d7a-a1c3-46f8-af1a-86938acf646b by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:32:01.768869 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Attempting to bind port 1a745d7a-a1c3-46f8-af1a-86938acf646b on network c90be830-23f3-4208-9dd5-418c99c79a18 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:32:01.774417 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:32:01.774833 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Checking segment: {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:01.775306 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.775697 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Bound using segment: {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:32:01.776182 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Bound port: 1a745d7a-a1c3-46f8-af1a-86938acf646b, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:32:01.776607 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.839837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] For port 1a745d7a-a1c3-46f8-af1a-86938acf646b, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:32:01.844370 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] For port 1a745d7a-a1c3-46f8-af1a-86938acf646b, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=1a745d7a-a1c3-46f8-af1a-86938acf646b,segment=NetworkSegment(9d90fa75-885d-4786-9fa4-459508b9d8f1),segment_id=9d90fa75-885d-4786-9fa4-459508b9d8f1)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:32:01.848684 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:01.915998 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61017b-4cac-40de-bbb4-4da5c42e47a4 None None] Pushing event updated for resources: {'Port': ['ID=1a745d7a-a1c3-46f8-af1a-86938acf646b,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:03.339443 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46682) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:03.661830 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [None req-13653e95-6942-41b7-b4f9-9a026cf0579e admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:32:03.662876 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-13653e95-6942-41b7-b4f9-9a026cf0579e admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3224328 Oct 28 08:32:06.211607 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46690) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:06.538866 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [None req-c1fe20ab-ce52-453c-87ca-ccfbcc68ec72 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:32:06.539791 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c1fe20ab-ce52-453c-87ca-ccfbcc68ec72 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3272545 Oct 28 08:32:09.348319 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46700) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:09.655702 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'name': 'router1'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:09.681839 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:09.683428 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:09.818719 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:09.827944 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:09.846704 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:09.848547 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3a7308d0-0ed7-44fe-b426-396b4fed8496 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4991713 Oct 28 08:32:11.102574 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39bc690-11c8-4147-be2a-2f6551692d60 None None] Network c90be830-23f3-4208-9dd5-418c99c79a18 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:11.178028 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] Provisioning complete for port 1a745d7a-a1c3-46f8-af1a-86938acf646b triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:11.178418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.392213 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.442308 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] For port 1a745d7a-a1c3-46f8-af1a-86938acf646b, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=1a745d7a-a1c3-46f8-af1a-86938acf646b,segment=NetworkSegment(9d90fa75-885d-4786-9fa4-459508b9d8f1),segment_id=9d90fa75-885d-4786-9fa4-459508b9d8f1)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:32:11.448041 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.498330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee541-b9cd-4d3d-850f-d2e4ddd990c7 None None] Pushing event updated for resources: {'Port': ['ID=1a745d7a-a1c3-46f8-af1a-86938acf646b,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:11.568107 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1a745d7a-a1c3-46f8-af1a-86938acf646b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:11.622904 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 1a745d7a-a1c3-46f8-af1a-86938acf646b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:11.623278 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.677625 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-6bb881a9-515f-4434-8d07-273df97a36a4 None None] Provisioning complete for port 1a745d7a-a1c3-46f8-af1a-86938acf646b triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:11.677920 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6bb881a9-515f-4434-8d07-273df97a36a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:11.979455 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-60b3a4fe-bb33-4d93-9ec6-808ba65990f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:12.405044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 46712) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:12.718248 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [None req-b9170f2a-446f-40b0-804b-e234ca7cac97 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:32:12.719332 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b9170f2a-446f-40b0-804b-e234ca7cac97 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3133066 Oct 28 08:32:13.516539 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1a745d7a-a1c3-46f8-af1a-86938acf646b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:13.563433 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 1a745d7a-a1c3-46f8-af1a-86938acf646b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:13.563804 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:14.775818 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fa8059f7-6826-447b-982b-15742d1ac63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.263441 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46720) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:15.577133 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:15.596943 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Made reservation on behalf of ff2c85101aec4012bf80ddd35cbbddef for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:32:15.599690 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.608412 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.664123 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.681509 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.685238 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.700162 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Reserving flat network on physical network physnet1 {{(pid=107985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 08:32:15.719035 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd177f3-a63f-470e-bda5-9803fbea6edb,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:15.724625 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.724965 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Added segment 0efb109d-a8a9-4acb-906c-70fa75a6e2fa of type flat for network 746e1bb5-3f12-4cf9-adbf-88c43c48793d Oct 28 08:32:15.770170 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.801694 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.802704 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:15.803268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.830651 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:15.878313 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6137521 Oct 28 08:32:15.883152 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfcc6d-4d55-4f3f-a06d-c9e44462fbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=746e1bb5-3f12-4cf9-adbf-88c43c48793d,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:15.905447 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:32:17.226919 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:18.384618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 46738) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:18.620684 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1d188-202d-429a-94c2-e79a2f999750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:18.621979 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9eb1d188-202d-429a-94c2-e79a2f999750 admin admin] 10.222.0.76 "GET /v2.0/subnets/a1e132df-e1ca-43c4-8ac2-d87de324e192 HTTP/1.1" status: 200 len: 849 time: 0.2363830 Oct 28 08:32:18.740959 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-5cd51d14-5853-487e-b90b-19bcd6aa8deb admin admin] 10.222.0.76 "GET /v2.0/routers/ad54988f-0bb9-4fc6-b3ab-1646cc16237a HTTP/1.1" status: 200 len: 704 time: 0.1127694 Oct 28 08:32:19.014768 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.311986 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Allocated IP 172.20.0.1 (c90be830-23f3-4208-9dd5-418c99c79a18/a1e132df-e1ca-43c4-8ac2-d87de324e192/97f8fcb8-bf37-4f42-97d7-fd675cb26894) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:32:19.501144 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.565120 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.646900 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Network c90be830-23f3-4208-9dd5-418c99c79a18 is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:19.651523 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:19.656984 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Pushing event updated for resources: {'Port': ['ID=97f8fcb8-bf37-4f42-97d7-fd675cb26894,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:19.668213 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:32:19.668757 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.860126 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-dc33af9d-f39a-49e9-b2fc-e66a7860c0a5 None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:19.860716 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-dc33af9d-f39a-49e9-b2fc-e66a7860c0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:19.896397 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-dc33af9d-f39a-49e9-b2fc-e66a7860c0a5 None None] Port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:32:19.922398 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:20.131935 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:20.136440 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:20.137278 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:20.216037 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Pushing event updated for resources: {'Port': ['ID=97f8fcb8-bf37-4f42-97d7-fd675cb26894,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:20.264833 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Network c90be830-23f3-4208-9dd5-418c99c79a18 is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:20.266240 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:20.429450 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Router ad54988f-0bb9-4fc6-b3ab-1646cc16237a is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:32:20.519669 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-d8bf7578-b350-43b6-899e-81b4e5dc89b7 None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:20.520143 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7578-b350-43b6-899e-81b4e5dc89b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:20.520927 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:32:20.538999 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1d7929fa-0d4b-4f67-aedf-e019933d1973 admin admin] 10.222.0.76 "PUT /v2.0/routers/ad54988f-0bb9-4fc6-b3ab-1646cc16237a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7790229 Oct 28 08:32:20.539111 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Sync routers for ids ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:32:20.543999 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Routers {'ad54988f-0bb9-4fc6-b3ab-1646cc16237a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:20.544818 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:32:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:20.560101 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf7578-b350-43b6-899e-81b4e5dc89b7 None None] Port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:32:20.738570 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Set router ad54988f-0bb9-4fc6-b3ab-1646cc16237a gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:21.182479 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:19Z', 'revision_number': 2, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port_host': None, '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:19Z', 'revision_number': 2, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:21.233590 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Checking router: ad54988f-0bb9-4fc6-b3ab-1646cc16237a for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:32:21.233959 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Updating router ad54988f-0bb9-4fc6-b3ab-1646cc16237a port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:32:21.283598 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:21.805384 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:21.812002 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:21.978347 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Pushing event updated for resources: {'Port': ['ID=97f8fcb8-bf37-4f42-97d7-fd675cb26894,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:21.986443 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Attempting to bind port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:32:21.986877 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Attempting to bind port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:32:21.987312 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Attempting to bind port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 on network c90be830-23f3-4208-9dd5-418c99c79a18 {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:32:21.996535 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.996896 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.997240 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.997579 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.997914 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.998248 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.998604 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.998935 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.999269 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.999603 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:21.999927 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:22.000249 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Tracked resource versions report: Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: pushed versions: Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: { 'AddressGroup': {'1.2'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'ConntrackHelper': {'1.0'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Log': {'1.0'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Network': {'1.1'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Port': {'1.7'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'PortForwarding': {'1.2'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'QosPolicy': {'1.10'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroup': {'1.4'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SubPort': {'1.0'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Subnet': {'1.1'}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Trunk': {'1.1'}} Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: consumer versions: Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'ConntrackHelper': '1.0', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Log': '1.0', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Network': '1.1', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Port': '1.7', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'PortForwarding': '1.2', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'QosPolicy': '1.10', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroup': '1.4', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroupRule': '1.2', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SubPort': '1.0', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Subnet': '1.1', Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Trunk': '1.1'}} Oct 28 08:32:22.001376 dv-cinder-815659-2-iscsi neutron-server[107987]: {{(pid=107987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:32:22.004725 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:32:22.005140 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Checking segment: {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:22.005614 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.006001 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Bound using segment: {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:32:22.006570 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Bound port: 97f8fcb8-bf37-4f42-97d7-fd675cb26894, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d90fa75-885d-4786-9fa4-459508b9d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:32:22.006939 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.074711 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] For port 97f8fcb8-bf37-4f42-97d7-fd675cb26894, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:32:22.091967 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:22.093023 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.094808 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] For port 97f8fcb8-bf37-4f42-97d7-fd675cb26894, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=97f8fcb8-bf37-4f42-97d7-fd675cb26894,segment=NetworkSegment(9d90fa75-885d-4786-9fa4-459508b9d8f1),segment_id=9d90fa75-885d-4786-9fa4-459508b9d8f1)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:32:22.101576 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.173517 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d95e-4244-436b-bc5c-7040dacf5be7 None None] Pushing event updated for resources: {'Port': ['ID=97f8fcb8-bf37-4f42-97d7-fd675cb26894,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:22.177855 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.188329 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Routers {'ad54988f-0bb9-4fc6-b3ab-1646cc16237a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:22.188962 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:32:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:22.215573 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] For port 97f8fcb8-bf37-4f42-97d7-fd675cb26894, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=97f8fcb8-bf37-4f42-97d7-fd675cb26894,segment=NetworkSegment(9d90fa75-885d-4786-9fa4-459508b9d8f1),segment_id=9d90fa75-885d-4786-9fa4-459508b9d8f1)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:32:22.221032 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.285548 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9683f1d-44d8-41a8-84ae-6bf30d7a67ae None None] Pushing event updated for resources: {'Port': ['ID=97f8fcb8-bf37-4f42-97d7-fd675cb26894,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:22.290100 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] Set router ad54988f-0bb9-4fc6-b3ab-1646cc16237a gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:22.446750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-fd5922c1-eb97-4842-a62e-1e1d34b15977 None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:22.447140 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fd5922c1-eb97-4842-a62e-1e1d34b15977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:22.512578 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:19Z', 'revision_number': 2, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port_host': None, '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:22Z', 'revision_number': 4, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:22.541494 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b06a0-41da-4dfe-8528-e333318950ff None None] The sync data for ids ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'] in dv-cinder-815659-2-iscsi is: [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:19Z', 'revision_number': 2, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port_host': None, '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:22Z', 'revision_number': 4, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:32:22.910363 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 46760) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:23.029520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3c39e-6c35-4e50-950e-61b9b77cf11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:23.030921 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-26c3c39e-6c35-4e50-950e-61b9b77cf11d admin admin] 10.222.0.76 "GET /v2.0/networks/746e1bb5-3f12-4cf9-adbf-88c43c48793d HTTP/1.1" status: 200 len: 842 time: 0.1195664 Oct 28 08:32:23.041651 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'name': 'public-subnet'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:23.063534 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Made reservation on behalf of ff2c85101aec4012bf80ddd35cbbddef for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:32:23.066161 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:23.419696 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.objects.ports [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107984) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 08:32:23.420073 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:23.477118 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c8dd4b-80ae-4354-957c-c98b5baad26a,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:23.485844 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:23.486204 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Network hostable DHCP agents. Network: 746e1bb5-3f12-4cf9-adbf-88c43c48793d, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:32:23.502219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:32:23.511013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 746e1bb5-3f12-4cf9-adbf-88c43c48793d) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:23.516065 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:23.516969 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:23.521520 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1dc9f-c550-41cb-926c-0fb8459b6555 None None] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:23.547251 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1623d64b-b984-4661-960c-8146307ee7e0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5089056 Oct 28 08:32:23.670263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba738687-b09c-489e-9054-af7836c5affd None None] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:32:26.011508 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 46768) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:26.263498 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-cdab4cf5-f7cc-4c70-a413-3bfacb7d0533 admin admin] 10.222.0.76 "GET /v2.0/routers/ad54988f-0bb9-4fc6-b3ab-1646cc16237a HTTP/1.1" status: 200 len: 710 time: 0.2506986 Oct 28 08:32:26.361131 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b18b210-e967-4af6-8a7c-2e4e7e243b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:32:26.362761 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5b18b210-e967-4af6-8a7c-2e4e7e243b3c admin admin] 10.222.0.76 "GET /v2.0/networks/746e1bb5-3f12-4cf9-adbf-88c43c48793d HTTP/1.1" status: 200 len: 886 time: 0.0931051 Oct 28 08:32:26.372928 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:32:26.626021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:26.868105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:26.952251 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.154879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Allocated IP 172.27.1.16 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/2ddb7615-2104-48d0-b929-bd09db91a081) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:32:27.264847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.327173 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.401296 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:32:27.406062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:32:27.412336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:32:27.449356 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2ddb7615-2104-48d0-b929-bd09db91a081,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:27.702847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.902411 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-593082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-602419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3015'] for router, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:27.907679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-593059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-593068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602428'] for router, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:28.021168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Router ad54988f-0bb9-4fc6-b3ab-1646cc16237a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:32:28.137893 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:32:28.143007 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:28.146540 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-bb9b3c53-e8df-4d86-9fe3-c985be80bcb4 admin admin] 10.222.0.76 "PUT /v2.0/routers/ad54988f-0bb9-4fc6-b3ab-1646cc16237a HTTP/1.1" status: 200 len: 889 time: 1.7771420 Oct 28 08:32:29.554559 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 97f8fcb8-bf37-4f42-97d7-fd675cb26894 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:29.609004 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:29.609381 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:29.677772 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Sync routers for ids ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:32:29.700456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Routers {'ad54988f-0bb9-4fc6-b3ab-1646cc16237a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:29.701028 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:32:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:29.910925 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Set router ad54988f-0bb9-4fc6-b3ab-1646cc16237a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:30.391680 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:27Z', 'revision_number': 4, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port': {'id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:26Z', 'updated_at': '2021-10-28T08:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:22Z', 'revision_number': 5, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:30.444953 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Checking router: ad54988f-0bb9-4fc6-b3ab-1646cc16237a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:32:30.445286 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Updating router ad54988f-0bb9-4fc6-b3ab-1646cc16237a port 2ddb7615-2104-48d0-b929-bd09db91a081 binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:32:30.498902 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:30.701720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 46780) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:32:30.814757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-77d48863-94e8-49f0-9932-339dfe37a63c admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1118884 Oct 28 08:32:30.828053 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:30.835382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:30.891658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Attempting to bind port 2ddb7615-2104-48d0-b929-bd09db91a081 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:32:30.892039 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Attempting to bind port 2ddb7615-2104-48d0-b929-bd09db91a081 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:32:30.892418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Attempting to bind port 2ddb7615-2104-48d0-b929-bd09db91a081 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:32:30.895145 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e178f66-b42e-4226-8d5b-1666e8f2bb3b None None] Pushing event updated for resources: {'Port': ['ID=2ddb7615-2104-48d0-b929-bd09db91a081,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:30.901218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:32:30.901603 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:32:30.902016 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:30.903141 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:32:30.903141 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Bound port: 2ddb7615-2104-48d0-b929-bd09db91a081, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:32:30.903323 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:30.957368 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] For port 2ddb7615-2104-48d0-b929-bd09db91a081, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:32:30.960754 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] For port 2ddb7615-2104-48d0-b929-bd09db91a081, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=2ddb7615-2104-48d0-b929-bd09db91a081,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:32:30.965503 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:31.031392 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Routers {'ad54988f-0bb9-4fc6-b3ab-1646cc16237a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:32:31.032026 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:32:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:31.034630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e178f66-b42e-4226-8d5b-1666e8f2bb3b None None] Pushing event updated for resources: {'Port': ['ID=2ddb7615-2104-48d0-b929-bd09db91a081,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:31.146677 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] Set router ad54988f-0bb9-4fc6-b3ab-1646cc16237a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:32:31.375456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:27Z', 'revision_number': 4, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port': {'id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:26Z', 'updated_at': '2021-10-28T08:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:22Z', 'revision_number': 5, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:32:31.403018 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53144be-60a4-4b8b-8549-89a5ea850f21 None None] The sync data for ids ['ad54988f-0bb9-4fc6-b3ab-1646cc16237a'] in dv-cinder-815659-2-iscsi is: [{'id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'name': 'router1', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:32:09Z', 'updated_at': '2021-10-28T08:32:27Z', 'revision_number': 4, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'gw_port': {'id': '2ddb7615-2104-48d0-b929-bd09db91a081', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:26Z', 'updated_at': '2021-10-28T08:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '97f8fcb8-bf37-4f42-97d7-fd675cb26894', 'name': '', 'network_id': 'c90be830-23f3-4208-9dd5-418c99c79a18', 'tenant_id': '32da7e807d8e4ae2b696b96a98712ae1', 'mac_address': 'fa:16:3e:91:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad54988f-0bb9-4fc6-b3ab-1646cc16237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:32:19Z', 'updated_at': '2021-10-28T08:32:22Z', 'revision_number': 5, 'project_id': '32da7e807d8e4ae2b696b96a98712ae1', 'subnets': [{'id': 'a1e132df-e1ca-43c4-8ac2-d87de324e192', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd617b60-acee-4a25-8bd1-702e0b258192'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:32:31.599319 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 2ddb7615-2104-48d0-b929-bd09db91a081 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:31.657478 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 2ddb7615-2104-48d0-b929-bd09db91a081 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:31.657934 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:31.744755 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:31.769129 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 2ddb7615-2104-48d0-b929-bd09db91a081, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=2ddb7615-2104-48d0-b929-bd09db91a081,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:32:31.773809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:31.852391 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=2ddb7615-2104-48d0-b929-bd09db91a081,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:32:33.564244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 2ddb7615-2104-48d0-b929-bd09db91a081 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:32:33.621124 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 2ddb7615-2104-48d0-b929-bd09db91a081 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:32:33.621497 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:37.123327 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:32:41.982834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c3cf-d5a8-4db6-b12e-cd58b2e8353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:44.778356 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-82534321-adcc-45c1-92c7-51f2fff2b96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:45.667400 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:45.835351 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:32:47.237074 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:11.988032 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3344e697-3e66-4fbb-b10b-024e2078b0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:14.057841 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:33:14.785370 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-812ef5ea-ce94-4c62-a203-abae186fd774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:15.672168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:15.840495 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:17.242542 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:41.987590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-65664991-82e9-4d77-b5c6-c4a452d4af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:44.781958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9f5ee5e-bb00-4ebe-9503-e29841ab29dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:45.668001 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:45.845013 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:47.241369 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:33:51.056856 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:34:11.844703 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47342) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:11.920613 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c687d60c-16a4-4f33-b6a3-1d6cd627fbc8 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:34:11.922751 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c687d60c-16a4-4f33-b6a3-1d6cd627fbc8 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0768669 Oct 28 08:34:11.990881 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1693c460-761f-478c-a432-40ec5b68ca7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:12.108669 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ba6236-7f09-420f-b02e-956f9b9a5f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:12.110816 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c8ba6236-7f09-420f-b02e-956f9b9a5f66 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1834559 Oct 28 08:34:14.476079 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47352) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:14.569006 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bcc2fe-8727-4e42-9b63-ecea68236ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:14.570358 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-95bcc2fe-8727-4e42-9b63-ecea68236ff7 admin admin] 10.222.0.76 "GET /v2.0/subnets/a1e132df-e1ca-43c4-8ac2-d87de324e192 HTTP/1.1" status: 200 len: 849 time: 0.0932767 Oct 28 08:34:14.580496 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:34:14.666804 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Publish callbacks [] for subnet, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:14.783905 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba2ac-977b-494d-829c-0f37d83d464b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:14.815221 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784195672037'] for subnet, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:14.845248 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:14.846092 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:14.866528 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] 10.222.0.76 "PUT /v2.0/subnets/a1e132df-e1ca-43c4-8ac2-d87de324e192 HTTP/1.1" status: 200 len: 868 time: 0.2705240 Oct 28 08:34:14.866797 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd5b634-1920-4340-adda-af4e0d071aec None None] Network c90be830-23f3-4208-9dd5-418c99c79a18 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:34:14.868710 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e132df-e1ca-43c4-8ac2-d87de324e192,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:34:14.879587 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.880026 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.880417 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.880711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.881047 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.881420 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.881830 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.882118 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.882698 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.882802 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.883292 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:14.883480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534210-f0bc-4d6e-ba61-c906434b4009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:34:15.219715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0b0a-bbc3-44fd-89a7-2f0394c67b1c None None] Provisioning complete for port 97f8fcb8-bf37-4f42-97d7-fd675cb26894 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:15.220175 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0b0a-bbc3-44fd-89a7-2f0394c67b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:15.309352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0b0a-bbc3-44fd-89a7-2f0394c67b1c None None] Provisioning complete for port 1a745d7a-a1c3-46f8-af1a-86938acf646b triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:34:15.309729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0b0a-bbc3-44fd-89a7-2f0394c67b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:15.674201 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:15.842777 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:17.243114 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47360) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:17.243897 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:17.525974 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576061f6-30df-4c5d-b2c2-849430960997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:17.526360 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576061f6-30df-4c5d-b2c2-849430960997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:17.527969 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-576061f6-30df-4c5d-b2c2-849430960997 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2839584 Oct 28 08:34:19.853330 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47368) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:19.995887 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa63fc8-08c6-43cf-b08d-e89fb59d0e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:19.996361 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa63fc8-08c6-43cf-b08d-e89fb59d0e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:19.998092 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1fa63fc8-08c6-43cf-b08d-e89fb59d0e6b admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1432614 Oct 28 08:34:22.360068 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47376) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:22.503800 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd133b9-04e6-41b9-8519-3cd729002c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:22.505188 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-edd133b9-04e6-41b9-8519-3cd729002c99 admin admin] 10.222.0.76 "GET /v2.0/networks/746e1bb5-3f12-4cf9-adbf-88c43c48793d HTTP/1.1" status: 200 len: 886 time: 0.1442554 Oct 28 08:34:24.835924 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47384) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:24.968123 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae5b9f-d156-4b89-9db0-561b89852956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:24.969692 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2bae5b9f-d156-4b89-9db0-561b89852956 admin admin] 10.222.0.76 "GET /v2.0/networks/c90be830-23f3-4208-9dd5-418c99c79a18 HTTP/1.1" status: 200 len: 869 time: 0.1328063 Oct 28 08:34:27.297451 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47392) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:27.423299 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32384562-69ca-4a5c-b609-01844ce0f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:27.423657 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32384562-69ca-4a5c-b609-01844ce0f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:27.425181 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-32384562-69ca-4a5c-b609-01844ce0f94f admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267788 Oct 28 08:34:28.056165 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:34:29.739149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47400) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:29.830628 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a987100-4b8b-4295-9f58-35d46996b4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:29.831085 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a987100-4b8b-4295-9f58-35d46996b4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:29.832613 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2a987100-4b8b-4295-9f58-35d46996b4ed admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925069 Oct 28 08:34:32.177519 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47408) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:32.275346 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7947748-c783-43e6-bfb5-7e8ad841564f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:32.276720 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b7947748-c783-43e6-bfb5-7e8ad841564f admin admin] 10.222.0.76 "GET /v2.0/subnets/a1e132df-e1ca-43c4-8ac2-d87de324e192 HTTP/1.1" status: 200 len: 868 time: 0.0982606 Oct 28 08:34:34.601283 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47416) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:34.689139 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24dcbe3-0a6a-4e9d-ba16-cb7bea47e9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:34:34.690525 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c24dcbe3-0a6a-4e9d-ba16-cb7bea47e9a7 admin admin] 10.222.0.76 "GET /v2.0/subnets/c7c8dd4b-80ae-4354-957c-c98b5baad26a HTTP/1.1" status: 200 len: 816 time: 0.0882573 Oct 28 08:34:42.001514 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5aec762a-4764-4d43-b6f9-f59c087e46fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:44.785640 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b3c593ef-8ae8-4358-9eca-5d980cc247a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:45.665711 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:45.848066 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:47.245831 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:34:59.551752 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47470) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:34:59.614691 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [None req-3bc05dae-1fc4-4cb3-819b-e53e1594bb9b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:34:59.615755 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3bc05dae-1fc4-4cb3-819b-e53e1594bb9b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0630550 Oct 28 08:35:02.060360 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47478) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:35:02.124713 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae921b-61cc-4542-8365-6f5123671055 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:35:02.126053 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9fae921b-61cc-4542-8365-6f5123671055 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647597 Oct 28 08:35:02.214515 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a254424-b7f2-480b-9337-c9c097e36769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:35:02.216013 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9a254424-b7f2-480b-9337-c9c097e36769 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852139 Oct 28 08:35:04.563036 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47486) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:35:04.611514 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:35:04.634075 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Made reservation on behalf of ff2c85101aec4012bf80ddd35cbbddef for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:35:04.636431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:04.663865 dv-cinder-815659-2-iscsi neutron-server[107985]: WARNING neutron.services.revisions.revision_plugin [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Could not find related network for resource to bump revision. Oct 28 08:35:04.677155 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:35:04.686228 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:04.687384 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Added segment bc32e78a-f45c-4b87-b08e-3b4019e758c7 of type vlan for network 9bca596e-26af-48ca-aadd-db262d8db348 Oct 28 08:35:04.725896 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:04.750592 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:04.751476 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:35:04.752048 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:04.818595 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2410288 Oct 28 08:35:04.818595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09e33f-2d8d-4bcd-930f-f0e4d9d6c20f admin admin] Pushing event updated for resources: {'Network': ['ID=9bca596e-26af-48ca-aadd-db262d8db348,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:35:04.828201 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 9bca596e-26af-48ca-aadd-db262d8db348 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:35:05.055670 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:35:07.160288 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47494) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:35:07.221794 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.pecan_wsgi.hooks.translation [None req-99005712-956f-4067-8289-0c740563bc02 admin admin] GET failed (client error): The resource could not be found. Oct 28 08:35:07.223230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-99005712-956f-4067-8289-0c740563bc02 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619252 Oct 28 08:35:07.325810 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652615e0-2979-46cf-8f38-9ccb06421ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:35:07.327901 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-652615e0-2979-46cf-8f38-9ccb06421ae2 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995357 Oct 28 08:35:07.338258 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:35:07.358730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Made reservation on behalf of ff2c85101aec4012bf80ddd35cbbddef for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:35:07.360959 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:07.586997 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:07.644812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460488f5-9427-4d06-ab91-c588d80a8f15,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:35:07.649257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Checking segment: {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:35:07.649610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Network hostable DHCP agents. Network: 9bca596e-26af-48ca-aadd-db262d8db348, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:35:07.657583 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.657959 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.658311 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.658679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.659014 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.659352 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.659900 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.660027 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.660377 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.660706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.661338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.661338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:07.676210 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Network 9bca596e-26af-48ca-aadd-db262d8db348 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:35:07.684607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 9bca596e-26af-48ca-aadd-db262d8db348) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:35:07.689572 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:35:07.690157 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:07.694247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53804819-adae-4423-86a5-a12597349b61 None None] Network 9bca596e-26af-48ca-aadd-db262d8db348 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:35:07.706321 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-358b3816-e1e6-444d-a502-15d4c71859d8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713701 Oct 28 08:35:07.853196 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-9bca596e-26af-48ca-aadd-db262d8db348', 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348', 'tenant_id': 'ff2c85101aec4012bf80ddd35cbbddef', 'fixed_ips': [{'subnet_id': '460488f5-9427-4d06-ab91-c588d80a8f15'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:35:07.854362 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.088448 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Allocated IP 192.168.233.2 (9bca596e-26af-48ca-aadd-db262d8db348/460488f5-9427-4d06-ab91-c588d80a8f15/622e3c71-89a8-4d0b-af5c-436595b9f6cd) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:35:08.239743 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.245545 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.286806 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Network 9bca596e-26af-48ca-aadd-db262d8db348 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:35:08.289750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:35:08.295930 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:35:08.299042 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Pushing event updated for resources: {'Port': ['ID=622e3c71-89a8-4d0b-af5c-436595b9f6cd,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:35:08.325242 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.325526 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.325875 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.326212 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.326671 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.327001 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.328049 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.328049 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.328708 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.329041 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.329637 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.329990 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:35:08.367560 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Attempting to bind port 622e3c71-89a8-4d0b-af5c-436595b9f6cd on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:35:08.368029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Attempting to bind port 622e3c71-89a8-4d0b-af5c-436595b9f6cd by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:35:08.368463 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Attempting to bind port 622e3c71-89a8-4d0b-af5c-436595b9f6cd on network 9bca596e-26af-48ca-aadd-db262d8db348 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:35:08.374887 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:35:08.375263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Checking segment: {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:35:08.375731 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.376126 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Bound using segment: {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:35:08.376600 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Bound port: 622e3c71-89a8-4d0b-af5c-436595b9f6cd, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:35:08.377009 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.442441 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] For port 622e3c71-89a8-4d0b-af5c-436595b9f6cd, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:35:08.446247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] For port 622e3c71-89a8-4d0b-af5c-436595b9f6cd, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=622e3c71-89a8-4d0b-af5c-436595b9f6cd,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:35:08.451033 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:08.507740 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a504f8-e17e-4c88-83b1-25ce4211ec75 None None] Pushing event updated for resources: {'Port': ['ID=622e3c71-89a8-4d0b-af5c-436595b9f6cd,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:35:09.345930 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b356c-f7a9-458f-928d-778868d039c9 None None] Network 9bca596e-26af-48ca-aadd-db262d8db348 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:35:09.464057 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] Provisioning complete for port 622e3c71-89a8-4d0b-af5c-436595b9f6cd triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:35:09.464339 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:09.578251 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:09.617716 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] For port 622e3c71-89a8-4d0b-af5c-436595b9f6cd, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=622e3c71-89a8-4d0b-af5c-436595b9f6cd,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:35:09.624433 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:09.689510 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 622e3c71-89a8-4d0b-af5c-436595b9f6cd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:35:09.729424 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c11df7-9b5d-46c0-8137-62bada20ae8d None None] Pushing event updated for resources: {'Port': ['ID=622e3c71-89a8-4d0b-af5c-436595b9f6cd,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:35:09.757924 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 622e3c71-89a8-4d0b-af5c-436595b9f6cd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:35:09.758313 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:09.852325 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-91ad4886-f3d5-4ecd-a933-01b5b0f22537 None None] Provisioning complete for port 622e3c71-89a8-4d0b-af5c-436595b9f6cd triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:35:09.852697 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-91ad4886-f3d5-4ecd-a933-01b5b0f22537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:11.628142 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 622e3c71-89a8-4d0b-af5c-436595b9f6cd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:35:11.677747 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 622e3c71-89a8-4d0b-af5c-436595b9f6cd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:35:11.678117 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:11.994871 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5626bcf0-eb19-4795-beb9-9e1fc054f3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:14.788139 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-eb3d78fd-9662-4449-a3c3-43f4297653ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:15.667751 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:15.849178 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:17.247634 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:41.996807 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9848265c-a9f1-473a-ad14-cb93be0b2090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:42.056242 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:35:44.792265 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f574224b-5b73-4541-8051-8bfa2a21da24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:45.672174 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:45.853104 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:35:47.250764 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:12.001953 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-228fee9a-d5e3-4374-976d-aa4f4672f21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:14.795813 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a6a09feb-8bdc-42d1-9e09-49988615cc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:15.674562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:15.858400 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:17.254179 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:18.748712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47540) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:18.754745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [None req-11b36223-4a4a-45e2-adf5-d344b3c1f7b5 tempest-verify_tempest_config-669832926 tempest-verify_tempest_config-669832926-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:36:18.755733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-11b36223-4a4a-45e2-adf5-d344b3c1f7b5 tempest-verify_tempest_config-669832926 tempest-verify_tempest_config-669832926-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060163 Oct 28 08:36:19.054612 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:36:19.068271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47558) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:19.183265 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.285499 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.289201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.332884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc6471-ff67-48f0-8eed-e98f088fc5bc,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:19.336548 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f58daecd161f46d8ae05d33300bc9a75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2672641 Oct 28 08:36:19.339339 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47562) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:36:19.342197 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.342586 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.342941 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.343280 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345857 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.345857 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d31e04a-60e5-4fba-983a-9e286fa43ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.399701 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.433255 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.529126 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.531801 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:19.533029 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2bc6471-ff67-48f0-8eed-e98f088fc5bc HTTP/1.1" status: 204 len: 168 time: 0.1926999 Oct 28 08:36:19.541171 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc6471-ff67-48f0-8eed-e98f088fc5bc,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:36:19.549187 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.549553 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.550097 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.550443 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.550799 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.551215 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.551608 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.552011 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.552430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.552797 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.553129 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:19.553503 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8487bfa9-8dfa-4e81-bfff-6eb5296229ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:36:42.005020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e51fbbe4-e182-4638-b66e-c377050f4376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:44.797521 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f471b4cc-4cdb-442f-9f67-836358fd0a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:45.677326 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:45.859472 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:47.257019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:36:56.053887 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:37:12.007809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1d0eebfa-24ed-4906-a2b8-1e764b43387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:14.800657 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-36b113be-b548-4b7b-a268-e9ad51828eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:15.678941 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:15.862715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:17.259045 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:33.052654 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 5 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:37:42.010364 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5c283b6f-1654-4278-9c52-adeaf5f600f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:44.805538 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fb9045b0-474f-4698-9081-b1a0b8f131be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:45.681416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:45.865350 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:47.262244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:37:56.912790 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-593799'] for agent, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:10.052925 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:38:12.016758 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d049cbe3-1807-4f2a-a3bb-3867c62aff33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:12.364100 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47636) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:38:12.485690 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6717413d-ea15-4954-bdeb-f46d22869b57 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1204615 Oct 28 08:38:14.804431 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d4cb6960-2618-4afa-9904-67b01a01084c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:14.940814 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47646) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:38:14.996800 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f22f0d4e-2a12-4ba1-bdb1-647369f9f8e3 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0548570 Oct 28 08:38:15.684344 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:15.868504 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:17.268448 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:26.899681 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:42.017482 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-72b9a460-5a79-40da-bf85-9fe435b65da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:44.799848 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9e1b8b2b-7635-4100-9f83-ebf744f5ec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:45.689157 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:45.871704 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:47.052760 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:38:47.269888 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:38:56.896843 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:12.030111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-efad6329-4bc5-4054-9bfc-65d7debaf5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:14.811169 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d2a30ee8-817a-4169-8be6-8d831dbafe02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.694754 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:15.875842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:17.273180 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:24.052200 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:39:26.895233 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:42.025741 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2b73bb00-066f-4a06-8c0a-10c86bde7b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:44.805565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-466894bd-6036-4b50-9c53-3ea09c5b80b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.706632 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:45.891571 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:47.293993 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.529072 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47786) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:48.733821 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1730013452-network', 'tenant_id': '3831003e70cf4a62afb1393fbea6654e'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:48.761151 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:48.764234 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.774141 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.856615 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.860120 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.890482 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d681b77-2ae0-4fef-9160-95ca3add7b2b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:48.898698 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.899033 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.899618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.900357 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.901277 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.901835 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.902135 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.902721 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.903058 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.903396 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.903900 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.904083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Tracked resource versions report: Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: pushed versions: Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Log': {'1.0'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Network': {'1.1'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Port': {'1.7'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'PortForwarding': {'1.2'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'QosPolicy': {'1.10'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SubPort': {'1.0'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Subnet': {'1.1'}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Trunk': {'1.1'}} Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: consumer versions: Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: HyperV agent@hv-cinder-81565: {}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'ConntrackHelper': '1.0', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Log': '1.0', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Network': '1.1', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Port': '1.7', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'PortForwarding': '1.2', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'QosPolicy': '1.10', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroup': '1.4', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SecurityGroupRule': '1.2', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'SubPort': '1.0', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Subnet': '1.1', Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: 'Trunk': '1.1'}} Oct 28 08:39:48.905181 dv-cinder-815659-2-iscsi neutron-server[107985]: {{(pid=107985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:48.916383 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:48.929222 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:48.929687 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Added segment 082ccaaa-3eb1-4fea-b1f8-4f18f335e46c of type vlan for network baa97c96-d90c-4541-963c-2b8ac01daede Oct 28 08:39:48.979253 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.008002 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.009096 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:49.009690 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.069311 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5384963 Oct 28 08:39:49.072436 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47828) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:49.074254 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896b583-50ba-4d31-8d0c-31171ef2ae1d admin admin] Pushing event updated for resources: {'Network': ['ID=baa97c96-d90c-4541-963c-2b8ac01daede,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:49.084198 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Request body: {'subnet': {'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1730013452-subnet', 'tenant_id': '3831003e70cf4a62afb1393fbea6654e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:49.091936 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network baa97c96-d90c-4541-963c-2b8ac01daede details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:49.133412 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:49.137167 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.324710 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.386012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb87086-c866-4403-97f9-afd45403d009,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:49.396393 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.396712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.397045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.397377 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.397696 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.398028 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.398357 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.398745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.399048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.399374 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.399696 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.400061 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Tracked resource versions report: Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: pushed versions: Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Log': {'1.0'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Network': {'1.1'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Port': {'1.7'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'PortForwarding': {'1.2'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'QosPolicy': {'1.10'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SubPort': {'1.0'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Subnet': {'1.1'}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Trunk': {'1.1'}} Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: consumer versions: Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: HyperV agent@hv-cinder-81565: {}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'ConntrackHelper': '1.0', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Log': '1.0', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Network': '1.1', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Port': '1.7', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'PortForwarding': '1.2', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'QosPolicy': '1.10', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroup': '1.4', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SecurityGroupRule': '1.2', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'SubPort': '1.0', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Subnet': '1.1', Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: 'Trunk': '1.1'}} Oct 28 08:39:49.401685 dv-cinder-815659-2-iscsi neutron-server[107984]: {{(pid=107984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:49.422036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Checking segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:49.422036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Network hostable DHCP agents. Network: baa97c96-d90c-4541-963c-2b8ac01daede, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:49.441719 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Network baa97c96-d90c-4541-963c-2b8ac01daede is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:49.451835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, baa97c96-d90c-4541-963c-2b8ac01daede) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:49.456665 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:49.457257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.465302 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30037bbf-350e-4116-a42d-a07cfca451c4 None None] Network baa97c96-d90c-4541-963c-2b8ac01daede requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:49.493145 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1ef93407-dfaf-4ea4-bb23-f9e87f56f463 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4186974 Oct 28 08:39:49.550030 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47852) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:49.568240 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47856) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:49.609660 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47862) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:49.618982 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d147d41-a4c5-4fb0-8c2e-7d2b1eeee969 None None] Network baa97c96-d90c-4541-963c-2b8ac01daede requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:49.849371 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534862044-network', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:49.873045 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Made reservation on behalf of d12dfed3afe746b58b897b104b2a78ae for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:49.875979 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.884877 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.969997 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:49.976403 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.006530 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f3320c-f713-41c0-84cb-39dc2b7c3cd5,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.009084 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:50.019699 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.020045 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Added segment b7806d88-ccf9-4fa3-aecb-b4817dc054a0 of type vlan for network 35511921-4507-4196-b423-3f07547df75c Oct 28 08:39:50.036115 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-989481691-network', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.079952 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.110397 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.111672 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:50.112568 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.117732 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Made reservation on behalf of caed8624c42e4e4aab79cb3ca12ef824 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:50.120260 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.134120 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.166232 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-661399655-network', 'tenant_id': '4e1ab98d27254ae9b953182c6f2d1fc1'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.195121 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47890) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.202305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Made reservation on behalf of 4e1ab98d27254ae9b953182c6f2d1fc1 for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:50.205057 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.215253 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.263014 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] Pushing event updated for resources: {'Network': ['ID=35511921-4507-4196-b423-3f07547df75c,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.275442 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 35511921-4507-4196-b423-3f07547df75c details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:50.302141 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.314288 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b5e13f37-b8d8-4b7d-b094-0f77c93bea3d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7625756 Oct 28 08:39:50.316812 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47896) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.331393 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Request body: {'subnet': {'network_id': '35511921-4507-4196-b423-3f07547df75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534862044-subnet', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.331644 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.337119 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.351663 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.375892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:50.416525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-453524753-network', 'tenant_id': '241b556f8519472bb4fbe40400334a65'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.435694 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66431d-5741-4307-bfee-6abc2cac2398,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.449278 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784195746645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.449837 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Unsubscribe: segment precommit_create {{(pid=107984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 08:39:50.450311 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Added segment a107b224-81fc-46d2-a251-3df1ee6cda72 of type vlan for network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 Oct 28 08:39:50.458971 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Made reservation on behalf of d12dfed3afe746b58b897b104b2a78ae for: {'subnet': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:50.464219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.464355 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.513233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.534460 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Made reservation on behalf of 241b556f8519472bb4fbe40400334a65 for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:50.537142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.542227 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:50.552847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.575569 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.576531 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:50.576917 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.577677 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.577800 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Added segment 5befbe0e-a97d-4479-b9b1-672ee8471c38 of type vlan for network 523f4404-9c20-4bbb-88e2-e5dcf3255867 Oct 28 08:39:50.636636 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.667889 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0555048 Oct 28 08:39:50.674779 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47912) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:50.693328 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Request body: {'subnet': {'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-661399655-subnet', 'tenant_id': '4e1ab98d27254ae9b953182c6f2d1fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:50.709464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522c39f-3624-4098-a118-0d1ee1e133b6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7b6ca0-55b9-4af1-a370-11fe1f05dca8,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:50.729000 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:50.743745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Made reservation on behalf of 4e1ab98d27254ae9b953182c6f2d1fc1 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:50.746562 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.808434 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.809713 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:50.810737 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.822363 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.828521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.841880 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:39:50.853393 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:50.854088 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Added segment f9a50a28-29d6-48a9-a2b0-51cf89c65767 of type vlan for network 6a6961ac-87c8-49d5-9235-d489fd741dcf Oct 28 08:39:50.903710 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.014488 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.023061 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] Pushing event updated for resources: {'Network': ['ID=523f4404-9c20-4bbb-88e2-e5dcf3255867,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.035614 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:51.077419 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9ebd90-bfdf-420a-9f26-ed69d7911766,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.113731 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Checking segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:51.114922 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Network hostable DHCP agents. Network: 35511921-4507-4196-b423-3f07547df75c, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:51.136728 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0658b39e-5a16-4559-8505-92e6824f78cc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5664260 Oct 28 08:39:51.137521 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47928) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.158856 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Request body: {'subnet': {'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-subnet', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:51.163923 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Network 35511921-4507-4196-b423-3f07547df75c is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:51.178920 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 35511921-4507-4196-b423-3f07547df75c) {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:51.184152 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:51.186728 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.189903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.191084 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:51.191728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.200538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ac106d-fe4c-4305-86b5-fbf9bec6f74a,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.202193 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c05d7-97ab-4f85-8f32-914a1f9c33b7 None None] Network 35511921-4507-4196-b423-3f07547df75c requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:51.204000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.237428 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Made reservation on behalf of caed8624c42e4e4aab79cb3ca12ef824 for: {'subnet': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:51.247171 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.263230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0665638 Oct 28 08:39:51.295879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47934) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.302707 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Request body: {'subnet': {'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-subnet', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:51.349436 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b9bb07-4a06-46ce-a2a3-72b3b435fe2a,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.361872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af733fa-1713-4334-a6f4-296748a02b1e admin admin] Pushing event updated for resources: {'Network': ['ID=6a6961ac-87c8-49d5-9235-d489fd741dcf,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.375478 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Made reservation on behalf of 241b556f8519472bb4fbe40400334a65 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:39:51.378714 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.382142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Checking segment: {'id': 'a107b224-81fc-46d2-a251-3df1ee6cda72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:51.382929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Network hostable DHCP agents. Network: cd7b6ca0-55b9-4af1-a370-11fe1f05dca8, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:51.383063 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:39:51.456514 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:51.476929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, cd7b6ca0-55b9-4af1-a370-11fe1f05dca8) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:51.490072 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:51.490731 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.509750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c95b4a-49cf-49fc-a12a-a3b35c88773d None None] Network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:51.567085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-825e1dce-08c5-4510-808d-3bcbfe837579 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8909538 Oct 28 08:39:51.643238 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c057529d-933f-44ad-8ce9-696dce0fcf2b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3207893 Oct 28 08:39:51.645396 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.651072 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 47962) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.712463 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:51.738968 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-35511921-4507-4196-b423-3f07547df75c', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:39:51.739225 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.739757 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26889cb4-cb47-4829-a99c-91364125db03,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.740608 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.771296 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.772480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.840135 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.841967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Checking segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:51.842534 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Network hostable DHCP agents. Network: 523f4404-9c20-4bbb-88e2-e5dcf3255867, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:51.884416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae456507-51dc-48ec-884f-ed9cafbfff00,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:51.896338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Checking segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:51.896720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Network hostable DHCP agents. Network: 6a6961ac-87c8-49d5-9235-d489fd741dcf, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:39:51.921923 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:51.943843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 6a6961ac-87c8-49d5-9235-d489fd741dcf) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:51.949418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:51.950556 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:51.980430 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ff059194-8cb8-497e-b47f-d4799aaab31f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6816628 Oct 28 08:39:51.981042 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 47992) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:51.989721 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:52.036634 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.040316 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.047029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b621e0b-011a-4c47-8a67-7ee8616422d8 None None] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:52.254816 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48006) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.261104 dv-cinder-815659-2-iscsi neutron-server[107984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 08:39:52.288460 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.291646 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:39:52.321857 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 523f4404-9c20-4bbb-88e2-e5dcf3255867) {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:52.344604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:52.345422 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.355197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1771b-29b9-4fb3-853f-e000c58916f4 None None] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:52.436597 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a1298eac-f148-45aa-b283-a856edc06577 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2859218 Oct 28 08:39:52.441797 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48014) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.447302 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:39:52.533622 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.534772 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.573897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48016) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:52.585721 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Allocated IP 172.20.0.2 (35511921-4507-4196-b423-3f07547df75c/cb9ebd90-bfdf-420a-9f26-ed69d7911766/843df734-4b71-4b9a-b34f-35dc7b8a1195) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:52.595413 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7b557-260b-452f-a753-c5fb36239557 None None] Network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:52.723470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.772389 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.884293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-28b90559-d2c3-45ba-bb64-aa0faece80af tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:52.886035 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-28b90559-d2c3-45ba-bb64-aa0faece80af tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.6305640 Oct 28 08:39:52.898959 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a831569b-fbac-4327-ae14-00a949abaa3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:52.937835 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0befb2-efc2-468b-9d5f-d9addf10ac77 None None] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:52.980483 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-23b76771-beb1-4000-9bbd-70aaf48b081f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/quotas/3831003e70cf4a62afb1393fbea6654e HTTP/1.1" status: 200 len: 375 time: 0.0495491 Oct 28 08:39:53.014858 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.021513 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-523f4404-9c20-4bbb-88e2-e5dcf3255867', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:39:53.022795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.045461 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-a2d4c3b9-4471-401f-981c-87409224a902 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639307 Oct 28 08:39:53.152562 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.342942 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-48319373-9e1b-4aaa-879c-29a67188a4c8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:39:53.352947 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-48319373-9e1b-4aaa-879c-29a67188a4c8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1614032 Oct 28 08:39:53.376325 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.394039 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.401111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.445988 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.464240 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Network 35511921-4507-4196-b423-3f07547df75c is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:53.464801 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48054) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:53.467682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Allocated IP 172.20.0.2 (523f4404-9c20-4bbb-88e2-e5dcf3255867/26889cb4-cb47-4829-a99c-91364125db03/eaec8348-e2a2-45f5-bd44-c6c6dd87e635) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:53.476765 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:53.489992 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:53.494489 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Pushing event updated for resources: {'Port': ['ID=843df734-4b71-4b9a-b34f-35dc7b8a1195,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:53.513968 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.514791 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.515355 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.515920 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.516481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.517732 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.518525 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.519142 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.519750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.520328 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.520901 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.521480 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Tracked resource versions report: Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: pushed versions: Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Log': {'1.0'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Network': {'1.1'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Port': {'1.7'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'PortForwarding': {'1.2'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'QosPolicy': {'1.10'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SubPort': {'1.0'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Subnet': {'1.1'}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Trunk': {'1.1'}} Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: consumer versions: Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: HyperV agent@hv-cinder-81565: {}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'ConntrackHelper': '1.0', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Log': '1.0', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Network': '1.1', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Port': '1.7', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'PortForwarding': '1.2', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'QosPolicy': '1.10', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroup': '1.4', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SecurityGroupRule': '1.2', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'SubPort': '1.0', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Subnet': '1.1', Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: 'Trunk': '1.1'}} Oct 28 08:39:53.522911 dv-cinder-815659-2-iscsi neutron-server[107986]: {{(pid=107986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:53.548002 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.590584 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.612818 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-1d8463f7-e89a-4c40-ada7-cb3e49295cea service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589424 Oct 28 08:39:53.624624 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Attempting to bind port 843df734-4b71-4b9a-b34f-35dc7b8a1195 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:53.625767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Attempting to bind port 843df734-4b71-4b9a-b34f-35dc7b8a1195 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:53.626426 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Attempting to bind port 843df734-4b71-4b9a-b34f-35dc7b8a1195 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:53.635210 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:53.635996 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Checking segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:53.636635 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.637290 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Bound using segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:53.637980 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Bound port: 843df734-4b71-4b9a-b34f-35dc7b8a1195, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:53.638655 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.647913 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a831569b-fbac-4327-ae14-00a949abaa3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.661122 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a831569b-fbac-4327-ae14-00a949abaa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.699662 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Allocated IP 172.27.1.166 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/ea0bf07f-932a-490a-ab42-51625fea5076) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:53.743252 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a831569b-fbac-4327-ae14-00a949abaa3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fca104eab6c4383a987eba03d994d4a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1657541 Oct 28 08:39:53.745947 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48060) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:53.753082 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-41439001-47e7-41a4-91b9-c5807810a0ac tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:39:53.754602 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-41439001-47e7-41a4-91b9-c5807810a0ac tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/networks?id=cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 HTTP/1.1" status: 200 len: 811 time: 0.2882671 Oct 28 08:39:53.780937 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] For port 843df734-4b71-4b9a-b34f-35dc7b8a1195, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:53.798689 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] For port 843df734-4b71-4b9a-b34f-35dc7b8a1195, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=843df734-4b71-4b9a-b34f-35dc7b8a1195,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:53.808222 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-5cbc9555-e780-430d-a12d-cd00f9dba340 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/quotas/4e1ab98d27254ae9b953182c6f2d1fc1 HTTP/1.1" status: 200 len: 375 time: 0.0371718 Oct 28 08:39:53.808463 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.808579 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831569b-fbac-4327-ae14-00a949abaa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6ccd5a-0c33-4764-997c-402f0b2abb42,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:53.818335 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.845929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-1b98e567-33a2-4182-afe3-d773da4dfca3 service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311301 Oct 28 08:39:53.858216 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:53.905816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:53.912740 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d229fa-f9d0-479f-83d5-b29fd296cf82 None None] Pushing event updated for resources: {'Port': ['ID=843df734-4b71-4b9a-b34f-35dc7b8a1195,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:53.915926 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:53.937674 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:53.953044 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-35612f0a-f989-4ef4-8d0f-e2ed96ad2776 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e1ab98d27254ae9b953182c6f2d1fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909545 Oct 28 08:39:53.963186 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.037100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.149582 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.152548 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.153886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b6ccd5a-0c33-4764-997c-402f0b2abb42 HTTP/1.1" status: 204 len: 168 time: 0.4082654 Oct 28 08:39:54.172866 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Attempting to bind port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:54.173274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8520a-4a92-47de-8193-b19baf0db388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6ccd5a-0c33-4764-997c-402f0b2abb42,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.173486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Attempting to bind port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:54.174298 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Attempting to bind port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:54.183836 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-c7a0ad45-2040-4b68-b59b-d81e8552e7ec service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:39:54.185565 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-c7a0ad45-2040-4b68-b59b-d81e8552e7ec service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1159377 Oct 28 08:39:54.186785 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Pushing event updated for resources: {'Port': ['ID=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.254112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:54.254568 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Checking segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:54.255011 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.255418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Bound using segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:54.255948 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Bound port: eaec8348-e2a2-45f5-bd44-c6c6dd87e635, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:54.256318 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.375810 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.375810 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.424861 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.532779 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-22660b24-35f4-4ddd-ada2-c772012920a6 service neutron] 10.222.0.76 "GET /v2.0/networks/cd7b6ca0-55b9-4af1-a370-11fe1f05dca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218274 Oct 28 08:39:54.539055 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.608268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0bf07f-932a-490a-ab42-51625fea5076,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:54.619078 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:54.621156 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:54.622030 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] For port eaec8348-e2a2-45f5-bd44-c6c6dd87e635, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:54.624980 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:54.644925 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] For port eaec8348-e2a2-45f5-bd44-c6c6dd87e635, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:54.655507 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:54.755711 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Allocated IP 172.27.1.37 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/25af0324-f645-46be-b63d-ea8c88b5ec0b) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:54.823052 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b04a910d-7167-4d36-a7d7-ea454869ce1f service neutron] 10.222.0.76 "GET /v2.0/networks/cd7b6ca0-55b9-4af1-a370-11fe1f05dca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892780 Oct 28 08:39:54.876761 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c88dc-de3e-475f-a90c-99d0378687db None None] Pushing event updated for resources: {'Port': ['ID=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:55.000173 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.048425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1262e77a-cf61-4f43-8ac9-3c666c4e359a req-e69da4ee-e89e-4da1-8894-70bb870d4366 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.1531351 Oct 28 08:39:55.072822 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48110) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:55.136748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.153907 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09a4a714-6fdf-438c-bd76-06fcdc86d21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.272108 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.353012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:55.372662 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:55.379277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:55.514818 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.522412 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Allocated IP 172.27.1.127 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/b4ab5f6f-56d6-4211-b03e-e3726ed75814) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:55.655373 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740167bc-abb1-472a-95b7-c7f993c7c6bc None None] Network 35511921-4507-4196-b423-3f07547df75c requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:55.753355 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09a4a714-6fdf-438c-bd76-06fcdc86d21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.767784 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09a4a714-6fdf-438c-bd76-06fcdc86d21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.768583 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1ca33ef-c748-4712-8508-27124ed04c1a req-ec300ce1-b2bb-4226-9b08-4f65757b90fb tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.4299657 Oct 28 08:39:55.828384 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Pushing event updated for resources: {'Port': ['ID=25af0324-f645-46be-b63d-ea8c88b5ec0b,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:55.926844 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-09a4a714-6fdf-438c-bd76-06fcdc86d21b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=948d99d4e42f483e9a2a250591092c8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8525844 Oct 28 08:39:55.930539 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:55.933852 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48156) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:55.938918 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4a714-6fdf-438c-bd76-06fcdc86d21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed0d349-16ef-4709-a537-639622319b3b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:56.107431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.116732 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.128023 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] Provisioning complete for port 843df734-4b71-4b9a-b34f-35dc7b8a1195 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:56.128926 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.177071 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Router 929f60ad-685d-4d96-9db1-fc0503b6984a is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:39:56.197036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.317197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 843df734-4b71-4b9a-b34f-35dc7b8a1195 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:56.354125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.400622 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-16f7cece-8f6b-49c2-a316-7acfada21490 req-1c52b8af-691f-4f29-8a5f-4dbb96f2d17c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.2139668 Oct 28 08:39:56.473431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:56.497227 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:56.536614 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.539364 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.543469 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ed0d349-16ef-4709-a537-639622319b3b HTTP/1.1" status: 204 len: 168 time: 0.5985374 Oct 28 08:39:56.548707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:56.677681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.698971 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2c89a-8908-4c70-86b5-20e007fc549d None None] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:39:56.798430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ab5f6f-56d6-4211-b03e-e3726ed75814,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:56.832866 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee1011-b934-4bea-a212-0f9d5359727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed0d349-16ef-4709-a537-639622319b3b,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:56.938736 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.945523 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 843df734-4b71-4b9a-b34f-35dc7b8a1195 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:56.946168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.955547 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:56.989966 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdf8ad61-7f21-4b93-80a8-d3349f5a801d req-fcfed304-f78d-4ad8-9b8a-d70ec43d2d96 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.0773888 Oct 28 08:39:57.025176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Router 5029411f-1a64-4fdb-a001-3743b95132d8 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:39:57.121504 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] For port 843df734-4b71-4b9a-b34f-35dc7b8a1195, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=843df734-4b71-4b9a-b34f-35dc7b8a1195,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:57.148475 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.239506 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:57.253713 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:57.257429 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:57.270044 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device eaec8348-e2a2-45f5-bd44-c6c6dd87e635 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:57.281513 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.290805 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48212) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:57.291517 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-c1e77410-41fe-4813-9d8e-5b7545706d4c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3086708 Oct 28 08:39:57.309051 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:57.310599 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:57.315891 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34233e-9c8d-4c7a-9c7e-c6245ed9c6c4 None None] Pushing event updated for resources: {'Port': ['ID=843df734-4b71-4b9a-b34f-35dc7b8a1195,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:57.320942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Sync routers for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:57.326741 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.327676 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f3c5c343-8718-44d3-bba1-1c7964392f92 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6190662 Oct 28 08:39:57.330893 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48214) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:57.367245 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:57.367889 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:57.371715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] Provisioning complete for port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:57.372087 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.389480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.665936 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:57.666552 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.675815 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:57.764742 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-88fcc84b-a6e2-41b5-98a3-f5918d7d9b44 req-2a4cf498-3969-4214-b783-ec694159848b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0612102 Oct 28 08:39:57.791968 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:57.935994 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.945340 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:57.978449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.043405 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] For port eaec8348-e2a2-45f5-bd44-c6c6dd87e635, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:39:58.044295 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 3, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:58.068779 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.117884 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:58.118250 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Updating router 929f60ad-685d-4d96-9db1-fc0503b6984a port ea0bf07f-932a-490a-ab42-51625fea5076 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:58.138154 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.196206 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.245946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:39:58.305398 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:39:58.305826 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG oslo_db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:39:58.311824 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b72ff1f3-b603-41b0-bd28-c6d4b5a080a9 None None] Provisioning complete for port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:58.312191 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b72ff1f3-b603-41b0-bd28-c6d4b5a080a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.333734 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7ed6-de23-4e73-aaa1-eea5a991de71 None None] Pushing event updated for resources: {'Port': ['ID=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:58.352215 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.379146 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:55Z', 'revision_number': 3, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:58.413412 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Checking router: 5029411f-1a64-4fdb-a001-3743b95132d8 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:58.413759 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Updating router 5029411f-1a64-4fdb-a001-3743b95132d8 port 25af0324-f645-46be-b63d-ea8c88b5ec0b binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:58.470987 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.628522 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.633950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Allocated IP 172.20.0.1 (35511921-4507-4196-b423-3f07547df75c/cb9ebd90-bfdf-420a-9f26-ed69d7911766/becc203a-15ef-4113-b448-3347060810e2) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:58.637120 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.646475 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:39:58.682743 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.686783 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9e70e574-565b-4f85-89b3-3acedaa54d01 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2401900 Oct 28 08:39:58.686951 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f63b3905-3016-472b-ad20-5cd6d3961a0f req-0ea16d16-e97e-4a68-be2e-1f076a784081 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.3682151 Oct 28 08:39:58.687113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48248) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:58.706190 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b72ff1f3-b603-41b0-bd28-c6d4b5a080a9 None None] Provisioning complete for port 843df734-4b71-4b9a-b34f-35dc7b8a1195 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:58.706572 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b72ff1f3-b603-41b0-bd28-c6d4b5a080a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.730679 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Pushing event updated for resources: {'Port': ['ID=ea0bf07f-932a-490a-ab42-51625fea5076,revision_number=2']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:58.734431 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:39:58.745009 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.745009 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.745444 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.745787 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.746676 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.747043 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.747387 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.747725 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.748081 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.748753 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.749504 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.749794 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Tracked resource versions report: Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: pushed versions: Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: { 'AddressGroup': {'1.2'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'ConntrackHelper': {'1.0'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Log': {'1.0'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Network': {'1.1'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Port': {'1.7'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'PortForwarding': {'1.2'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'QosPolicy': {'1.10'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroup': {'1.4'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroupRule': {'1.2'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SubPort': {'1.0'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Subnet': {'1.1'}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Trunk': {'1.1'}} Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: consumer versions: Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: { DHCP agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: HyperV agent@hv-cinder-81565: {}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: L3 agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: Metadata agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: Metering agent@dv-cinder-815659-2-iscsi: {}, Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: Open vSwitch agent@dv-cinder-815659-2-iscsi: { 'AddressGroup': '1.2', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'ConntrackHelper': '1.0', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Log': '1.0', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Network': '1.1', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Port': '1.7', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'PortForwarding': '1.2', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'QosPolicy': '1.10', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroup': '1.4', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SecurityGroupRule': '1.2', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'SubPort': '1.0', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Subnet': '1.1', Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: 'Trunk': '1.1'}} Oct 28 08:39:58.751788 dv-cinder-815659-2-iscsi neutron-server[107987]: {{(pid=107987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 08:39:58.757230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Allocated IP 172.20.0.1 (6a6961ac-87c8-49d5-9235-d489fd741dcf/ae456507-51dc-48ec-884f-ed9cafbfff00/b58db61e-3651-4dbf-bf9d-7c7a55bba65a) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:39:58.787682 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:58.787967 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:58.888285 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Attempting to bind port ea0bf07f-932a-490a-ab42-51625fea5076 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:58.889115 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Attempting to bind port ea0bf07f-932a-490a-ab42-51625fea5076 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:58.890395 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Attempting to bind port ea0bf07f-932a-490a-ab42-51625fea5076 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:58.902394 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.909327 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:58.909717 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:58.923558 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.924021 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:58.924554 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Bound port: ea0bf07f-932a-490a-ab42-51625fea5076, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:58.925003 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.947649 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:58.995554 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:58.999183 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:59.007411 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:59.008549 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.087167 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:59.155520 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0847755f-6058-4722-86f6-08dabb89d0e3 req-72b32789-bb0e-4d47-8b1e-7d5f87ff1e86 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0824702 Oct 28 08:39:59.186844 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] For port ea0bf07f-932a-490a-ab42-51625fea5076, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:59.285688 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] For port ea0bf07f-932a-490a-ab42-51625fea5076, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=ea0bf07f-932a-490a-ab42-51625fea5076,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:59.289509 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Pushing event updated for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:59.296175 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.296531 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.349940 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.456413 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 843df734-4b71-4b9a-b34f-35dc7b8a1195 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:39:59.470651 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36ae2b-d37b-4a1f-bdcd-31a48eb27cb1 None None] Pushing event updated for resources: {'Port': ['ID=ea0bf07f-932a-490a-ab42-51625fea5076,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:59.483227 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:59.483923 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:59.506231 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.518671 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.586212 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Attempting to bind port 25af0324-f645-46be-b63d-ea8c88b5ec0b on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:39:59.587113 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Attempting to bind port 25af0324-f645-46be-b63d-ea8c88b5ec0b by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:39:59.587431 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.587942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Attempting to bind port 25af0324-f645-46be-b63d-ea8c88b5ec0b on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:39:59.602044 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:39:59.603593 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:39:59.604267 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.604854 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:39:59.605556 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Bound port: 25af0324-f645-46be-b63d-ea8c88b5ec0b, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:39:59.607154 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.655685 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Network 35511921-4507-4196-b423-3f07547df75c is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:39:59.657875 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48268) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:39:59.659190 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:59.671989 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 843df734-4b71-4b9a-b34f-35dc7b8a1195 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:39:59.672699 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.676204 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26875-e7eb-4010-8523-9b780860d38f None None] Pushing event updated for resources: {'Port': ['ID=25af0324-f645-46be-b63d-ea8c88b5ec0b,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:59.677995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Pushing event updated for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:59.697630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:39:59.700729 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:39:59.701219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.735067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] For port 25af0324-f645-46be-b63d-ea8c88b5ec0b, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:39:59.740842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] For port 25af0324-f645-46be-b63d-ea8c88b5ec0b, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=25af0324-f645-46be-b63d-ea8c88b5ec0b,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:39:59.761411 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.807655 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.815580 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.816613 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:39:59.827253 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:56Z', 'revision_number': 3, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:59.831980 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:39:59.836618 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:39:59.868354 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:39:59.869160 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Updating router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 port b4ab5f6f-56d6-4211-b03e-e3726ed75814 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:39:59.945642 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Pushing event updated for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:39:59.983439 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:39:59.994733 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.006372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:00.008106 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:00.109410 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa26875-e7eb-4010-8523-9b780860d38f None None] Pushing event updated for resources: {'Port': ['ID=25af0324-f645-46be-b63d-ea8c88b5ec0b,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:00.141031 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.174568 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70b5bffc-7279-4a8e-b821-4494c9d7d3c6 req-6a5d282c-2d0b-43c1-8bab-f230be0bc2d2 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.1583927 Oct 28 08:40:00.181919 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-18bb0647-998f-47ec-bfa2-29f6a0a2199d None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:00.182304 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18bb0647-998f-47ec-bfa2-29f6a0a2199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.234617 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-18bb0647-998f-47ec-bfa2-29f6a0a2199d None None] Port becc203a-15ef-4113-b448-3347060810e2 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:00.283636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device eaec8348-e2a2-45f5-bd44-c6c6dd87e635 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:00.292384 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Router 5029411f-1a64-4fdb-a001-3743b95132d8 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:40:00.396773 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb297-a59e-49d9-828b-a07348c477a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.441484 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:00.441853 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.449983 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'b58db61e-3651-4dbf-bf9d-7c7a55bba65a', 'name': '', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'mac_address': 'fa:16:3e:5c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 2, 'project_id': '241b556f8519472bb4fbe40400334a65', 'subnets': [{'id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:00.498725 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:40:00.506845 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d1b73360-ccff-4287-8087-95a0d979c61e admin admin] 10.222.0.76 "PUT /v2.0/routers/5029411f-1a64-4fdb-a001-3743b95132d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2136269 Oct 28 08:40:00.566625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97261e2f-d6b1-4761-9e03-64e75532e05e req-25a057ac-3bfa-43be-a67e-a4c1a6a85125 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.2176311 Oct 28 08:40:00.614059 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e10ca-e0c8-455c-8075-7b74d55ff321 None None] The sync data for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi is: [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'b58db61e-3651-4dbf-bf9d-7c7a55bba65a', 'name': '', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'mac_address': 'fa:16:3e:5c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 2, 'project_id': '241b556f8519472bb4fbe40400334a65', 'subnets': [{'id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:00.644413 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.650488 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.673202 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.706422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb297-a59e-49d9-828b-a07348c477a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.724292 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb297-a59e-49d9-828b-a07348c477a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.842247 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48294) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:00.844118 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-9cbcb297-a59e-49d9-828b-a07348c477a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f776bfade1c4227a8d92b96ac189633&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8361230 Oct 28 08:40:00.853358 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.862369 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 3, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:00.864127 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Attempting to bind port b4ab5f6f-56d6-4211-b03e-e3726ed75814 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:00.864491 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Attempting to bind port b4ab5f6f-56d6-4211-b03e-e3726ed75814 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:00.865493 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Attempting to bind port b4ab5f6f-56d6-4211-b03e-e3726ed75814 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:00.865625 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb297-a59e-49d9-828b-a07348c477a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd164fde-f080-4314-9a53-0223637c854c,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:00.879599 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.885381 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.905675 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa59c8-660e-4741-a517-733c6e8464e6 None None] Pushing event updated for resources: {'Port': ['ID=b4ab5f6f-56d6-4211-b03e-e3726ed75814,revision_number=2']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:00.910688 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7979a-bc6b-42ff-9c0a-05b63eac55cd None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:39:54Z', 'revision_number': 3, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:00.913424 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:00.913795 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:00.914254 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.914684 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:00.915451 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Bound port: b4ab5f6f-56d6-4211-b03e-e3726ed75814, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:00.915875 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.916168 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:00.968838 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.018850 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] For port b4ab5f6f-56d6-4211-b03e-e3726ed75814, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:01.032701 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] For port b4ab5f6f-56d6-4211-b03e-e3726ed75814, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b4ab5f6f-56d6-4211-b03e-e3726ed75814,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:01.054460 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.066771 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Pushing event updated for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.089888 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.094179 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.098433 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd164fde-f080-4314-9a53-0223637c854c HTTP/1.1" status: 204 len: 168 time: 0.2550871 Oct 28 08:40:01.115474 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae003f30-9975-4088-bd1f-476a4abd0fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd164fde-f080-4314-9a53-0223637c854c,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.140252 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:01.239133 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:01.239859 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:01.271799 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Allocated IP 172.20.0.1 (523f4404-9c20-4bbb-88e2-e5dcf3255867/26889cb4-cb47-4829-a99c-91364125db03/51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:01.351337 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa59c8-660e-4741-a517-733c6e8464e6 None None] Pushing event updated for resources: {'Port': ['ID=b4ab5f6f-56d6-4211-b03e-e3726ed75814,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:01.451207 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:01.605888 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48316) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:01.628856 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b08ae5ea-fb1c-4e1f-95e6-92de90b4e85a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.683714 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Network 35511921-4507-4196-b423-3f07547df75c is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:01.692024 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dcb62248-f8f1-4935-aaad-3a6245455acf req-3565c30d-4879-4ac0-8f01-9e5cd69fdf81 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.3640871 Oct 28 08:40:01.697455 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:01.806016 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:56Z', 'revision_number': 3, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:01.900328 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b08ae5ea-fb1c-4e1f-95e6-92de90b4e85a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.906153 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0a594f-11b4-46a6-89e1-1836fc3cbc1e None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:56Z', 'revision_number': 3, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:01.906473 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b08ae5ea-fb1c-4e1f-95e6-92de90b4e85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:01.992327 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b08ae5ea-fb1c-4e1f-95e6-92de90b4e85a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dd8297a48054941b02b276a9f2dffe6&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3839076 Oct 28 08:40:01.995188 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48326) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:02.029957 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ae5ea-fb1c-4e1f-95e6-92de90b4e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d994710-d348-45fe-9786-71a8429f3936,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:02.111252 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d287e7a-686f-451a-902e-758b0b57da37 req-45d5cc94-4eb6-4f09-8039-b4e93931084e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.1049595 Oct 28 08:40:02.121329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.125492 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.133414 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-54e06fa0-8a2e-4715-b020-007dd25bd010 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:02.143748 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-54e06fa0-8a2e-4715-b020-007dd25bd010 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 818 time: 0.8687389 Oct 28 08:40:02.165903 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.172493 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-9ea8e78d-888c-47d3-9c63-f9d0844ebccc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/quotas/241b556f8519472bb4fbe40400334a65 HTTP/1.1" status: 200 len: 375 time: 0.0218756 Oct 28 08:40:02.182679 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-e41de734-450b-45ec-9d46-6c2841b8835f None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:02.183203 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e41de734-450b-45ec-9d46-6c2841b8835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.245470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.248710 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.259195 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d994710-d348-45fe-9786-71a8429f3936 HTTP/1.1" status: 204 len: 168 time: 0.2553532 Oct 28 08:40:02.272855 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2d8ae-6f32-44f6-99d0-4c279521866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d994710-d348-45fe-9786-71a8429f3936,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:02.292181 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:40:02.327749 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-e41de734-450b-45ec-9d46-6c2841b8835f None None] Port becc203a-15ef-4113-b448-3347060810e2 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:02.355598 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-29ac000d-dcb8-4c07-8f40-a0e6862b02dc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745608 Oct 28 08:40:02.356826 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.552239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:02.562126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:02.572379 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:02.572856 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.579724 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Pushing event updated for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:02.693379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-493c0294-350e-49d0-b4da-66d94f12e9ca service neutron] 10.222.0.76 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254149 Oct 28 08:40:02.697925 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:40:02.705215 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4c894a3d-badd-4436-ae5d-4768f7347e8a admin admin] 10.222.0.76 "PUT /v2.0/routers/929f60ad-685d-4d96-9db1-fc0503b6984a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3730004 Oct 28 08:40:02.924580 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8952a7f-66e5-4da1-9941-314148d58582 req-5caad4b9-0c60-416e-bafe-9fec39b23102 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.0600998 Oct 28 08:40:02.964320 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-9c2d7aa9-1585-470b-ba60-5cf14132e785 None None] Provisioning complete for port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:02.964698 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7aa9-1585-470b-ba60-5cf14132e785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:02.992291 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.022612 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d7aa9-1585-470b-ba60-5cf14132e785 None None] Port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:03.039805 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-2a42dd6d-b621-4c40-a61a-140360afb5d9 service neutron] 10.222.0.76 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333366 Oct 28 08:40:03.357269 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b4ab5f6f-56d6-4211-b03e-e3726ed75814 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:03.393870 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.401229 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.402013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.506697 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port b4ab5f6f-56d6-4211-b03e-e3726ed75814 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:03.507389 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.593827 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a0a62560-b625-4063-b9bc-533e9e375fe1 req-dc728e4a-28d3-4f76-aada-3c564ad06eb8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0448923 Oct 28 08:40:03.606332 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Pushing event updated for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:03.695689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:03.732621 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-acf42699-3df6-47cc-9915-a5e1fc639aa8 req-48a2c983-6458-4d3b-8c40-cabfdd9ed9df tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 210 time: 0.0533574 Oct 28 08:40:03.733471 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:03.743469 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.811825 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48384) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:03.819778 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--289556136', 'description': 'tempest-description--1593013410'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:03.849593 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port b4ab5f6f-56d6-4211-b03e-e3726ed75814, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b4ab5f6f-56d6-4211-b03e-e3726ed75814,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:03.856121 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:03.857576 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device ea0bf07f-932a-490a-ab42-51625fea5076 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:03.919360 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.102742 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=b4ab5f6f-56d6-4211-b03e-e3726ed75814,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:04.105314 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:40:04.142284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port ea0bf07f-932a-490a-ab42-51625fea5076 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:04.145461 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.156139 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.164043 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.220197 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8eb1dc46-2f61-4388-bb00-44132f5f27d6 req-b2802bfb-39e7-4d16-b1ce-e104548e6f1f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.1318386 Oct 28 08:40:04.277079 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f3074-0ea3-4c26-b87e-9f81839e01f0,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:04.291617 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.296023 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-783736b0-ea59-4654-b45c-258f4e15984b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4802518 Oct 28 08:40:04.296251 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48408) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.308814 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group_rule': {'security_group_id': 'bf7f3074-0ea3-4c26-b87e-9f81839e01f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:04.323064 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.358309 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.359515 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-95533364-62f2-4536-8105-b0297438b3f9 None None] Provisioning complete for port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:04.360038 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-95533364-62f2-4536-8105-b0297438b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.362816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port ea0bf07f-932a-490a-ab42-51625fea5076, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=ea0bf07f-932a-490a-ab42-51625fea5076,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:04.394115 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.395205 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 25af0324-f645-46be-b63d-ea8c88b5ec0b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:04.459018 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.464220 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.477609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-561b8581-3959-499a-8604-eb579ea4f54e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:04.479332 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-561b8581-3959-499a-8604-eb579ea4f54e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 818 time: 0.3279231 Oct 28 08:40:04.481684 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-95533364-62f2-4536-8105-b0297438b3f9 None None] Port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:04.517890 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=ea0bf07f-932a-490a-ab42-51625fea5076,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:04.525147 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 25af0324-f645-46be-b63d-ea8c88b5ec0b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:04.525147 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.525586 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c681e4-b106-4764-b461-2d0dcfc9ca9e,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:04.540434 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.542200 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-50080256-03ca-4c53-9669-32a9a77c7698 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/quotas/241b556f8519472bb4fbe40400334a65 HTTP/1.1" status: 200 len: 375 time: 0.0502415 Oct 28 08:40:04.557901 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-44631f58-0639-4a5b-ac9f-7cdbfec3eeba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598825 Oct 28 08:40:04.560514 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48414) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.568090 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group_rule': {'security_group_id': 'bf7f3074-0ea3-4c26-b87e-9f81839e01f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:04.593224 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.70', 49894) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:04.620296 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-f8f1b06c-956b-40ba-b012-0c16427f81cc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704646 Oct 28 08:40:04.621484 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:40:04.628222 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-6e8283b2-3597-4170-b49d-5d3db6dbb676 admin admin] 10.222.0.76 "PUT /v2.0/routers/2caeb64a-9b13-48ac-b15c-96b302c3b7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9387619 Oct 28 08:40:04.775236 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.805668 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.826912 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 25af0324-f645-46be-b63d-ea8c88b5ec0b, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=25af0324-f645-46be-b63d-ea8c88b5ec0b,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:04.835274 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.909083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-1521888f-23d9-4733-837f-0acd895f3227 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:04.913613 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-1521888f-23d9-4733-837f-0acd895f3227 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.70 "GET /v2.0/networks?id=cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 HTTP/1.1" status: 200 len: 811 time: 0.3157482 Oct 28 08:40:04.964239 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:04.981125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Request body: {'port': {'device_id': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8', 'admin_state_up': True, 'tenant_id': '4e1ab98d27254ae9b953182c6f2d1fc1'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:04.992148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=25af0324-f645-46be-b63d-ea8c88b5ec0b,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:05.041927 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34691ce9-b140-4312-bca3-47499b7cee13 req-81932753-eed0-4aa6-a9a2-26bda55c4d7b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0537820 Oct 28 08:40:05.117690 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-bbfbeb94-734d-4ce0-8213-b361da6e3e76 service neutron] 10.222.0.76 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823973 Oct 28 08:40:05.157202 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.210846 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b4ab5f6f-56d6-4211-b03e-e3726ed75814 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:05.308980 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.310250 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7487764 Oct 28 08:40:05.314294 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b199f0-d03d-4d52-9fb5-5159af3f1ea9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a8a633-08b5-45c4-94a1-68354dbf1fb3,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:05.315067 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48454) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:05.327424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:05.369957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.70', 49900) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:05.405818 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Made reservation on behalf of 4e1ab98d27254ae9b953182c6f2d1fc1 for: {'port': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:05.411604 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port b4ab5f6f-56d6-4211-b03e-e3726ed75814 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:05.414185 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.419832 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.617475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-b9a11eac-f8a4-4bb1-9c59-bb14d34114e8 service neutron] 10.222.0.76 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901643 Oct 28 08:40:05.643747 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:05.675640 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device ea0bf07f-932a-490a-ab42-51625fea5076 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:05.768371 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port ea0bf07f-932a-490a-ab42-51625fea5076 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:05.768751 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.016789 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Allocated IP 172.20.0.9 (cd7b6ca0-55b9-4af1-a370-11fe1f05dca8/49b9bb07-4a06-46ce-a2a3-72b3b435fe2a/9ea8a9e5-c360-4361-8ee7-43bd5674b3d6) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:06.054754 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.70', 49904) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:06.128922 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:40:06.158242 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:06.171157 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:06.211317 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Sync routers for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:40:06.242130 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:06.242970 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:06.332121 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6e48eaef-32f3-47e4-aab5-f0b525577acc req-3bafd075-556e-4e5d-9c91-4affee62e849 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.2861781 Oct 28 08:40:06.332609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48496) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:06.346091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192853804', 'description': 'tempest-description--1429145383'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:06.445318 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-3a756bdc-af13-42a7-9d64-cae9085031de tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:06.451605 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-3a756bdc-af13-42a7-9d64-cae9085031de tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 818 time: 0.3940718 Oct 28 08:40:06.458253 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-a7ba5736-205d-4b8e-bc69-9cc851bca1d2 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:06.471880 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-a7ba5736-205d-4b8e-bc69-9cc851bca1d2 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 1.0961707 Oct 28 08:40:06.495853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:06.559256 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4c72f829-7af6-4ae1-b6f6-1c51556cb70e req-6d3a3247-4255-42a7-81c1-624ad363ca58 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0656009 Oct 28 08:40:06.585864 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Request body: {'port': {'device_id': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'admin_state_up': True, 'tenant_id': '241b556f8519472bb4fbe40400334a65'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:06.611265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47cd646c-4696-4aab-b0c6-a07c5c6fd3bb req-8b240309-d285-495b-8dd1-3a4fdb90453a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 210 time: 0.1646025 Oct 28 08:40:06.615405 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Request body: {'port': {'device_id': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'admin_state_up': True, 'tenant_id': '3831003e70cf4a62afb1393fbea6654e'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:06.659730 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:40:06.800405 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:06.801605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:06.900442 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:07.104145 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.197348 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.207419 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:07.275896 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.359512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.361932 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0249715 Oct 28 08:40:07.381846 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48526) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:07.461826 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 2, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:07.546692 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:40:07.547053 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Updating router 929f60ad-685d-4d96-9db1-fc0503b6984a port becc203a-15ef-4113-b448-3347060810e2 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:40:07.607715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 25af0324-f645-46be-b63d-ea8c88b5ec0b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:07.618442 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.634150 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.652556 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Allocated IP 172.27.1.76 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/8b5375c2-9561-43bf-aae4-f9fa140c2422) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:07.660382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:07.673720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group_rule': {'security_group_id': '73ffde5d-a41d-4971-8872-f8e052ce21b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:07.703338 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Made reservation on behalf of 241b556f8519472bb4fbe40400334a65 for: {'port': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:07.729142 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.800439 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:07.854844 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-574888c0-ecb1-49fe-87e5-665665ffe914 req-f280ff7d-e870-4ba9-bd72-13e7c660be9f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.1923206 Oct 28 08:40:07.870790 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97038dcf-5e9c-436d-88f4-df55fa3297b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffde5d-a41d-4971-8872-f8e052ce21b8,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:07.896887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:07.900978 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.009364 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-041b5090-46dc-4902-95b2-9fbe940fda37 req-298c7d98-0850-40ad-8107-38a0d284c617 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.2760897 Oct 28 08:40:08.139211 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c02538aa-8e26-425d-9069-9ca99a0748d5 req-ee2dbc0d-11dc-4cef-b4fe-7651be6e8f4b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 210 time: 0.1444139 Oct 28 08:40:08.151607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.151897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Allocated IP 172.20.0.13 (6a6961ac-87c8-49d5-9235-d489fd741dcf/ae456507-51dc-48ec-884f-ed9cafbfff00/62e8969b-1684-48c9-a697-1e36b8bae48e) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:08.220625 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 25af0324-f645-46be-b63d-ea8c88b5ec0b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:08.222390 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.325566 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.372478 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:08.404595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:08.472627 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:08.477416 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.481309 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:08.484115 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.490414 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.531315 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Pushing event updated for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:08.594869 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcb5a-e0f4-4295-8db5-e1ba47c95b5f None None] Pushing event updated for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:08.620034 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-b440bd5f-2029-4b46-8d99-6560b5bac594 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6507378 Oct 28 08:40:08.632051 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.745943 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.767237 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.775957 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 2, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:08.797281 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Attempting to bind port becc203a-15ef-4113-b448-3347060810e2 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:08.799333 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Attempting to bind port becc203a-15ef-4113-b448-3347060810e2 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:08.800625 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Attempting to bind port becc203a-15ef-4113-b448-3347060810e2 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:08.805857 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Allocated IP 172.20.0.7 (baa97c96-d90c-4541-963c-2b8ac01daede/9eb87086-c866-4403-97f9-afd45403d009/64609431-9691-46a8-a89b-e479eb357768) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:08.815275 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:08.817247 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Checking segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:08.819087 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.819866 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Bound using segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:08.820723 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Bound port: becc203a-15ef-4113-b448-3347060810e2, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:08.822607 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.896561 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:08.899534 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.951751 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:08.959561 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:08.967596 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:08.968462 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:08.972526 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Pushing event updated for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:09.013060 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] For port becc203a-15ef-4113-b448-3347060810e2, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:09.020558 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] For port becc203a-15ef-4113-b448-3347060810e2, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=becc203a-15ef-4113-b448-3347060810e2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:09.026969 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-15dc6cbf-ef4b-45b5-a2b1-9f4b0a4202b5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:40:09.030164 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.032857 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:40:09.033487 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Updating router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:40:09.034850 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-15dc6cbf-ef4b-45b5-a2b1-9f4b0a4202b5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0238621 Oct 28 08:40:09.039286 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-4a0491d7-f488-40e4-8f68-5025aeb00237 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4702973 Oct 28 08:40:09.199816 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcb5a-e0f4-4295-8db5-e1ba47c95b5f None None] Pushing event updated for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:09.259278 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:09.260262 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:09.271635 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.314264 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48580) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:09.414977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.443752 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Request body: {'port': {'device_id': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:09.565990 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.585672 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.598685 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Request body: {'port': {'device_id': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:09.616415 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.623096 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9678960 Oct 28 08:40:09.628415 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48592) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:09.651665 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group_rule': {'security_group_id': '73ffde5d-a41d-4971-8872-f8e052ce21b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:09.896270 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.912352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:09.912907 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:09.924621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:09.929142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e95431-9494-4e89-a15e-714b60c24b7c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bbf34f-be74-4015-92bb-7100ec514a25,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:09.936477 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=8b5375c2-9561-43bf-aae4-f9fa140c2422,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:09.968758 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-82aefb24-1dda-4a7c-80e3-a48e22bf90fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.032772 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:10.085863 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'b58db61e-3651-4dbf-bf9d-7c7a55bba65a', 'name': '', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'mac_address': 'fa:16:3e:5c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 2, 'project_id': '241b556f8519472bb4fbe40400334a65', 'subnets': [{'id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:10.086300 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:10.107554 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:10.232575 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Checking router: 5029411f-1a64-4fdb-a001-3743b95132d8 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:40:10.239266 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Updating router 5029411f-1a64-4fdb-a001-3743b95132d8 port b58db61e-3651-4dbf-bf9d-7c7a55bba65a binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:40:10.323481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.327931 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.434271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Network baa97c96-d90c-4541-963c-2b8ac01daede is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:10.441475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event updated for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:10.549617 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53fd3b-ce3c-4909-9b1e-8c88412dcb00 req-db5a9782-1a73-4591-9aef-b4ffeedc643d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.551377 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b53fd3b-ce3c-4909-9b1e-8c88412dcb00 req-db5a9782-1a73-4591-9aef-b4ffeedc643d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 931 time: 1.0981808 Oct 28 08:40:10.552616 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.556177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:10.560449 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:10.565839 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:09Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:10.569445 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.570044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.664479 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e600efc-63f0-4fe0-ba5d-cbaff2c626a8 None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:09Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:10.722722 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-af76e61a-660a-41c3-8e4a-c7b927c6725b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1310358 Oct 28 08:40:10.772107 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.822716 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:10.855803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daabb6c-8f7b-4909-bab9-34150cdcb975 req-cc4ff09e-9c9b-4047-82e5-a964fb2e5390 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:10.860775 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3daabb6c-8f7b-4909-bab9-34150cdcb975 req-cc4ff09e-9c9b-4047-82e5-a964fb2e5390 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 931 time: 1.8635898 Oct 28 08:40:10.877854 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b53fd3b-ce3c-4909-9b1e-8c88412dcb00 req-be73572b-8927-49b3-a1fb-f70e0b729358 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899108 Oct 28 08:40:10.962275 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.70', 49916) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:11.016923 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Request body: {'port': {'device_id': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:11.299220 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.355542 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-82aefb24-1dda-4a7c-80e3-a48e22bf90fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.393966 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-82aefb24-1dda-4a7c-80e3-a48e22bf90fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.434646 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.494239 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aefb24-1dda-4a7c-80e3-a48e22bf90fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8915034d-11e9-45ab-894d-2085069ceb6a,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.577995 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.604433 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3daabb6c-8f7b-4909-bab9-34150cdcb975 req-445888d8-1b0c-4281-8bb7-67780dc8f3eb tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254901 Oct 28 08:40:11.650628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7793821-b979-4f63-ba64-07e02f448d24 req-75a34945-62fd-4a4b-bb9e-b26af8bb82c8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 210 time: 0.3250659 Oct 28 08:40:11.714456 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-56772093-115c-445e-9d19-cf6a407fe42a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:11.716432 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-56772093-115c-445e-9d19-cf6a407fe42a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 818 time: 0.5906777 Oct 28 08:40:11.727158 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.789712 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:11.829783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Request body: {'port': {'device_id': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'admin_state_up': True, 'tenant_id': '241b556f8519472bb4fbe40400334a65'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:11.854184 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d17016-cf67-470e-9584-dd2846c7bffd,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:11.874431 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-82aefb24-1dda-4a7c-80e3-a48e22bf90fa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b13cff8b20714a9da7bb1c6e6749bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5587666 Oct 28 08:40:11.885224 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48662) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:12.122142 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.123896 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-549904bf-26ff-4883-a9a8-53603bb10cef tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4759994 Oct 28 08:40:12.128308 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4bcb-4997-4b33-8654-12186acdd98e None None] Pushing event updated for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.128904 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48672) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:12.144138 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device becc203a-15ef-4113-b448-3347060810e2 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:12.148895 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:12.159249 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.204775 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.254257 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.285452 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2035e058-87d6-44eb-ae26-7979756fa2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.318537 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.382505 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.391964 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 {{(pid=107985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:12.416575 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.465266 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] For port becc203a-15ef-4113-b448-3347060810e2, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=becc203a-15ef-4113-b448-3347060810e2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:12.530117 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.543913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7ebb-617c-4581-9ac0-125e429c3967 None None] Pushing event updated for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.577747 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.652618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.provisioning_blocks [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Transition to ACTIVE for port object 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 will not be triggered until provisioned by entity L2. {{(pid=107985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:12.746324 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.782418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2c790-eff7-41b5-b0c0-58087e78b8ce req-2a5233a8-117d-442f-b1df-03e4433404dd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:12.793883 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4a2c790-eff7-41b5-b0c0-58087e78b8ce req-2a5233a8-117d-442f-b1df-03e4433404dd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 931 time: 0.6729560 Oct 28 08:40:12.835750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.855921 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Attempting to bind port b58db61e-3651-4dbf-bf9d-7c7a55bba65a on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:12.856380 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Attempting to bind port b58db61e-3651-4dbf-bf9d-7c7a55bba65a by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:12.856646 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Attempting to bind port b58db61e-3651-4dbf-bf9d-7c7a55bba65a on network 6a6961ac-87c8-49d5-9235-d489fd741dcf {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:12.859780 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:12.860143 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.905379 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e8969b-1684-48c9-a697-1e36b8bae48e {{(pid=107985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:12.915913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:12.916329 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Checking segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:12.916714 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.917174 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Bound using segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:12.917741 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Bound port: b58db61e-3651-4dbf-bf9d-7c7a55bba65a, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:12.917976 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.920904 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Attempting to bind port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:12.921208 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Attempting to bind port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:12.921588 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Attempting to bind port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:12.928418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-affaa089-d09d-40dc-964a-bacfe87ac48f None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:12.928657 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-affaa089-d09d-40dc-964a-bacfe87ac48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.940904 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee402a4-c389-4227-a08b-1d591b379dc6 None None] Pushing event updated for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.944169 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:12.966308 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:12.989932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:12.990590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Checking segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:13.006452 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.007832 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Bound using segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:13.010215 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Bound port: 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:13.012109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.018262 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.045986 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.provisioning_blocks [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Transition to ACTIVE for port object 62e8969b-1684-48c9-a697-1e36b8bae48e will not be triggered until provisioned by entity L2. {{(pid=107985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:13.052918 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.055935 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.060000 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8915034d-11e9-45ab-894d-2085069ceb6a HTTP/1.1" status: 204 len: 168 time: 1.1668193 Oct 28 08:40:13.085000 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Attempting to bind port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:13.085604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Attempting to bind port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'a107b224-81fc-46d2-a251-3df1ee6cda72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8'}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:13.086687 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Attempting to bind port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 on network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:13.100973 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4a2c790-eff7-41b5-b0c0-58087e78b8ce req-f7899e60-e9a8-41c8-a36e-256842058b48 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073248 Oct 28 08:40:13.115905 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.128637 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.166977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.168838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8453169 Oct 28 08:40:13.229306 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Made reservation on behalf of 241b556f8519472bb4fbe40400334a65 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:13.233030 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.239864 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ff53-bf78-4a2b-8551-3ca4ac4254c9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=8b5375c2-9561-43bf-aae4-f9fa140c2422,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:13.260691 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e77ddf-87a2-4f62-a4d9-ad4d7e9b4445 req-b7ab3018-6cd4-455d-b7ad-1f347443de0c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:13.262475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05e77ddf-87a2-4f62-a4d9-ad4d7e9b4445 req-b7ab3018-6cd4-455d-b7ad-1f347443de0c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.4598806 Oct 28 08:40:13.387305 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05e77ddf-87a2-4f62-a4d9-ad4d7e9b4445 req-4e3b320b-8f70-474c-a683-5fcb470f8a54 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145854 Oct 28 08:40:13.429733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3daebb64-3091-44c1-8c8e-b16398c621f8 req-08fbe875-a343-40a6-a253-d7cf4b109fcd tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 210 time: 0.1028335 Oct 28 08:40:13.431878 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] For port b58db61e-3651-4dbf-bf9d-7c7a55bba65a, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:13.481083 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] For port b58db61e-3651-4dbf-bf9d-7c7a55bba65a, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:13.565643 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.719280 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] For port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:13.814270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] For port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:13.817422 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Pushing event updated for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:13.819904 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d95b-972e-41fb-a7c7-38f4d8d2f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8915034d-11e9-45ab-894d-2085069ceb6a,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:13.821879 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-6decdb1b-cf57-4ce8-85ac-1e51654d54ca tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--289556136&fields=id&tenant_id=d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 267 time: 0.1960595 Oct 28 08:40:13.829398 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64609431-9691-46a8-a89b-e479eb357768 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:13.844357 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 on network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:13.844815 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Attempting to bind port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 on network cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:13.888268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:13.888268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Checking segment: {'id': 'a107b224-81fc-46d2-a251-3df1ee6cda72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:13.888268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Bound using segment: {'id': 'a107b224-81fc-46d2-a251-3df1ee6cda72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8'} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:13.888268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Bound port: 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a107b224-81fc-46d2-a251-3df1ee6cda72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8'}}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:13.900869 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.903075 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:13.949410 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4bcb-4997-4b33-8654-12186acdd98e None None] Pushing event updated for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:13.949410 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:13.949410 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:13.949939 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.071504 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.323080 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Transition to ACTIVE for port object 64609431-9691-46a8-a89b-e479eb357768 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:14.349046 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Allocated IP 172.20.0.4 (6a6961ac-87c8-49d5-9235-d489fd741dcf/ae456507-51dc-48ec-884f-ed9cafbfff00/e8d31af7-741e-4880-988e-5bfcf3a45f01) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:14.356624 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.505319 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device becc203a-15ef-4113-b448-3347060810e2 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:14.586131 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Attempting to bind port 62e8969b-1684-48c9-a697-1e36b8bae48e on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:14.586570 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Attempting to bind port 62e8969b-1684-48c9-a697-1e36b8bae48e by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:14.587075 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Attempting to bind port 62e8969b-1684-48c9-a697-1e36b8bae48e on network 6a6961ac-87c8-49d5-9235-d489fd741dcf {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:14.607671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, cleared binding levels {{(pid=107985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:14.668142 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Port 62e8969b-1684-48c9-a697-1e36b8bae48e on network 6a6961ac-87c8-49d5-9235-d489fd741dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:14.668565 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Attempting to bind port 62e8969b-1684-48c9-a697-1e36b8bae48e on network 6a6961ac-87c8-49d5-9235-d489fd741dcf {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:14.692776 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,segment=NetworkSegment(a107b224-81fc-46d2-a251-3df1ee6cda72),segment_id=a107b224-81fc-46d2-a251-3df1ee6cda72)] {{(pid=107985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:14.697482 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:14.697839 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Checking segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:14.698206 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Bound using segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:14.699231 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Bound port: 62e8969b-1684-48c9-a697-1e36b8bae48e, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:14.699588 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.734286 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.776903 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48756) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:14.785839 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] Provisioning complete for port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:14.786218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.791455 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7ebb-617c-4581-9ac0-125e429c3967 None None] Pushing event updated for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:14.801741 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:40:14.802358 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:39:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:14.878148 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:14.878914 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:14.880787 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] 10.222.0.70 "PUT /v2.0/ports/9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 HTTP/1.1" status: 200 len: 1093 time: 5.5727746 Oct 28 08:40:14.881451 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:14.986721 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-a779c241-8fd0-4da9-b7f9-ac4e46a21a9b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:14.989800 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-a779c241-8fd0-4da9-b7f9-ac4e46a21a9b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 810 time: 1.1563721 Oct 28 08:40:15.059480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Allocated IP 172.27.1.231 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/f2b84767-d875-45a8-bf6a-a95c418e15a2) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:15.082566 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:15.095973 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb07790-3c65-4bd2-ae61-80880e706246 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=3']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:15.110038 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, cleared binding levels {{(pid=107985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:15.125044 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=62e8969b-1684-48c9-a697-1e36b8bae48e,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:15.185284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3c7b6bbb-c9a9-43ea-9f3c-6c3f063ffbe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.194646 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.204151 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:15.309112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port becc203a-15ef-4113-b448-3347060810e2 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:15.309728 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.364955 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Pushing event updated for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=3']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:15.388584 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.426072 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-997d3963-58c4-4cba-a18e-f508192d78c5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/quotas/d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 375 time: 0.3499458 Oct 28 08:40:15.432607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Attempting to bind port 64609431-9691-46a8-a89b-e479eb357768 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:15.433276 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Attempting to bind port 64609431-9691-46a8-a89b-e479eb357768 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:15.433781 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Attempting to bind port 64609431-9691-46a8-a89b-e479eb357768 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:15.445005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.483413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Port 64609431-9691-46a8-a89b-e479eb357768 on network baa97c96-d90c-4541-963c-2b8ac01daede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:15.483993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Attempting to bind port 64609431-9691-46a8-a89b-e479eb357768 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:15.527871 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.528110 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:40:15.598263 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e10a7-ed8d-49fd-8dc2-36c660c48a2d req-b6129ebd-b70e-494f-a541-dc0924e579b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.607026 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab5e10a7-ed8d-49fd-8dc2-36c660c48a2d req-b6129ebd-b70e-494f-a541-dc0924e579b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 1.2218988 Oct 28 08:40:15.614430 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:15.615241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Checking segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:15.616244 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Bound using segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:15.617160 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Bound port: 64609431-9691-46a8-a89b-e479eb357768, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:15.617753 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.620106 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Pushing event updated for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:15.639946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.643661 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.647072 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-d49d1f48-2593-4701-8a18-2192b1b81e65 service neutron] 10.222.0.70 "PUT /v2.0/ports/62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 1094 time: 6.3331904 Oct 28 08:40:15.660871 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b622c0-f208-4de7-8e81-46bb47f6c55c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:15.665108 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.673988 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-de3af95c-c0e9-4e35-bd90-cefa4c6cbf7b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2347007 Oct 28 08:40:15.739929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:15.745172 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=64609431-9691-46a8-a89b-e479eb357768,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:15.777206 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.779000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Network 6a6961ac-87c8-49d5-9235-d489fd741dcf is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:15.794467 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab5e10a7-ed8d-49fd-8dc2-36c660c48a2d req-58b208df-a1dc-45ac-9cc4-ddf2f0fac2fa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861432 Oct 28 08:40:15.795916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.804050 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:15.808230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6d0-d803-40dc-a0a4-6fa7642deee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.839891 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=f2b84767-d875-45a8-bf6a-a95c418e15a2,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:15.851904 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:15.859503 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:15.873181 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:15.909624 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:15.934013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:15.942011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:15.944512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.005035 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.005799 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.007928 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] 10.222.0.70 "PUT /v2.0/ports/64609431-9691-46a8-a89b-e479eb357768 HTTP/1.1" status: 200 len: 1093 time: 5.0134137 Oct 28 08:40:16.014259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'tag': '64609431-9691-46a8-a89b-e479eb357768'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:16.061690 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.125035 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2896d835-c95d-4ec0-8193-a6bbaa2e9afe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3104172 Oct 28 08:40:16.138895 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.174933 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "tag": "64609431-9691-46a8-a89b-e479eb357768"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:16.206300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacefb8-47c7-4e56-aa8f-524465f8fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.239900 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957ae59-b41f-4595-b919-5b0bd891410e req-41e933ae-906b-4df4-99fb-e6aac8e2478c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.241580 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9957ae59-b41f-4595-b919-5b0bd891410e req-41e933ae-906b-4df4-99fb-e6aac8e2478c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.3107479 Oct 28 08:40:16.252686 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-cd7a4ed0-817a-413f-9321-74efb03bac30 service neutron] 10.222.0.76 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918673 Oct 28 08:40:16.287567 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] For port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:16.346303 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.348306 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.396286 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9957ae59-b41f-4595-b919-5b0bd891410e req-9b700a59-5bfd-4e73-a722-7450e1171125 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324296 Oct 28 08:40:16.426121 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.439731 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.470491 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-f9ceb61b-d480-40ca-83a1-580d33f48d39 service neutron] 10.222.0.76 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046125 Oct 28 08:40:16.572387 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75df419-725a-4ef8-b754-d86f8e5c5b97 req-053a6b09-e767-496f-8cc6-b02bf0cd4b76 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:16.581223 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f75df419-725a-4ef8-b754-d86f8e5c5b97 req-053a6b09-e767-496f-8cc6-b02bf0cd4b76 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 931 time: 0.0902576 Oct 28 08:40:16.602054 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.638096 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f75df419-725a-4ef8-b754-d86f8e5c5b97 req-2059b2a9-9b91-4053-a9c9-04e6ed518504 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555739 Oct 28 08:40:16.655101 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=f2b84767-d875-45a8-bf6a-a95c418e15a2,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:16.712987 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.714612 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8535ad23-a8fa-4772-a8f4-fb51916487a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5735078 Oct 28 08:40:16.768237 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6d0-d803-40dc-a0a4-6fa7642deee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.780041 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6d35a6d0-d803-40dc-a0a4-6fa7642deee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.893244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-305443cf-7769-406c-b97a-fd086bbca101 None None] Provisioning complete for port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:16.893751 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-305443cf-7769-406c-b97a-fd086bbca101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:16.949495 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6d35a6d0-d803-40dc-a0a4-6fa7642deee1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=613c9385a8d14defbcf9340764ad5571&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1667800 Oct 28 08:40:16.950406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 48804) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:16.966725 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35a6d0-d803-40dc-a0a4-6fa7642deee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12c0422-4fb6-4622-a898-8a338bcd7878,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.090447 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bbe1b-ffa6-4d20-a948-0edb02d547f0 None None] Pushing event updated for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.146544 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'b58db61e-3651-4dbf-bf9d-7c7a55bba65a', 'name': '', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'mac_address': 'fa:16:3e:5c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:13Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'subnets': [{'id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:17.166274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.193212 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb25435-6b34-4ef8-bb11-9002a1d2381f x-openstack-request-id: req-6fb25435-6b34-4ef8-bb11-9002a1d2381f {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:17.194656 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:17.194656 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6fb25435-6b34-4ef8-bb11-9002a1d2381f {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:17.194656 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6', 'status': 'completed', 'code': 200} Oct 28 08:40:17.219528 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11188892-a6d0-4214-8f9f-f902235fdd6d None None] The sync data for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi is: [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:39:59Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'b58db61e-3651-4dbf-bf9d-7c7a55bba65a', 'name': '', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'mac_address': 'fa:16:3e:5c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:13Z', 'revision_number': 4, 'project_id': '241b556f8519472bb4fbe40400334a65', 'subnets': [{'id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:17.236196 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.281570 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b58db61e-3651-4dbf-bf9d-7c7a55bba65a up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:17.378731 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:13Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:40:17.385035 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.387829 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.400603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d12c0422-4fb6-4622-a898-8a338bcd7878 HTTP/1.1" status: 204 len: 168 time: 0.4482377 Oct 28 08:40:17.436587 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecee65c6-a7c7-40d9-ad5b-d3b0f20447b5 None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:13Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:40:17.436587 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.460346 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port b58db61e-3651-4dbf-bf9d-7c7a55bba65a triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:17.460475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce57b86-c439-4fb5-ab61-404e06112a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12c0422-4fb6-4622-a898-8a338bcd7878,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:17.460585 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:17.474730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0a1f07-0329-4112-95f0-e827f36c1ccd x-openstack-request-id: req-9c0a1f07-0329-4112-95f0-e827f36c1ccd {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:17.475027 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "tag": "64609431-9691-46a8-a89b-e479eb357768", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:17.479289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c0a1f07-0329-4112-95f0-e827f36c1ccd {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:17.482180 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'tag': '64609431-9691-46a8-a89b-e479eb357768', 'status': 'completed', 'code': 200} Oct 28 08:40:17.786412 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c668b0e9-201c-4145-849b-8328a450249e req-984c4db7-5077-4717-bde1-005822fe2b5e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.1552570 Oct 28 08:40:17.852851 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Request body: {'port': {'device_id': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:18.025686 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.167463 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port b58db61e-3651-4dbf-bf9d-7c7a55bba65a, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:18.174030 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.228743 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.340565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:18.402609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5d5a-e800-47ee-8acd-250aecb5ef1c req-ea50373f-8e00-4f28-b779-082e0eb8b714 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:18.412167 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48846) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:18.419752 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1bbf5d5a-e800-47ee-8acd-250aecb5ef1c req-ea50373f-8e00-4f28-b779-082e0eb8b714 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.4545259 Oct 28 08:40:18.442594 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4c31abe2-1b58-4d68-a6b0-b6746012108b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.468352 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-4eef7804-d442-482c-a45d-5a2c84ebb30f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1192853804&fields=id&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 267 time: 0.4368300 Oct 28 08:40:18.677718 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4c31abe2-1b58-4d68-a6b0-b6746012108b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.688181 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4c31abe2-1b58-4d68-a6b0-b6746012108b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.772923 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4c31abe2-1b58-4d68-a6b0-b6746012108b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=165d0935c94c4a9fa488dd20a1f4d67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595567 Oct 28 08:40:18.773621 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31abe2-1b58-4d68-a6b0-b6746012108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1508a264-7a5a-4e77-acbd-192e18238370,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:18.777687 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48856) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:18.806077 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1bbf5d5a-e800-47ee-8acd-250aecb5ef1c req-0692ac03-81a2-4b1f-ab76-6edae16621a7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837242 Oct 28 08:40:18.882885 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:18.949187 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.021419 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-f58d752a-f45e-4bbe-b9d0-9a8ce34153b3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.023052 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-f58d752a-f45e-4bbe-b9d0-9a8ce34153b3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 816 time: 0.5539000 Oct 28 08:40:19.044385 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.052792 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.054732 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1508a264-7a5a-4e77-acbd-192e18238370 HTTP/1.1" status: 204 len: 168 time: 0.2758563 Oct 28 08:40:19.058157 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3789db-3db6-4602-9327-9bc84d135358 req-57711c7f-f14b-45d4-95a8-01825e714cb6 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:19.060537 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ae3789db-3db6-4602-9327-9bc84d135358 req-57711c7f-f14b-45d4-95a8-01825e714cb6 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.1293187 Oct 28 08:40:19.076523 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6ed69-e04c-404f-a282-eda4c33c6411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1508a264-7a5a-4e77-acbd-192e18238370,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:19.078078 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bbbdc811-b0cd-40e7-97ed-c27c2ecca27c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/quotas/caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 375 time: 0.0165596 Oct 28 08:40:19.195438 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:19.199886 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871" -d '{"events": [{"name": "network-changed", "server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:19.216338 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ae3789db-3db6-4602-9327-9bc84d135358 req-996a0c52-0bca-4d7c-9ec3-6845a40d8cad tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371262 Oct 28 08:40:19.305281 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:19.366029 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-03694e38-34a3-4663-bf50-a7f556559549 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2505312 Oct 28 08:40:19.502161 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:19.502770 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:19.586728 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-3766910b-8bed-4759-b339-1be81da5b524 service neutron] 10.222.0.76 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618006 Oct 28 08:40:19.723380 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b58db61e-3651-4dbf-bf9d-7c7a55bba65a up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:19.855591 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port b58db61e-3651-4dbf-bf9d-7c7a55bba65a triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:19.856505 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.008432 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d31af7-741e-4880-988e-5bfcf3a45f01 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:20.024369 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.069908 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694016ea-36ef-4f42-bb30-1b21511d1e52 req-6f5a9247-78ba-43ac-9b5a-b35a1a7d292e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.071464 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-694016ea-36ef-4f42-bb30-1b21511d1e52 req-6f5a9247-78ba-43ac-9b5a-b35a1a7d292e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 931 time: 0.7704475 Oct 28 08:40:20.072563 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Transition to ACTIVE for port object e8d31af7-741e-4880-988e-5bfcf3a45f01 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:20.098125 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.165672 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bcd64cee-5297-4cb8-8db0-e518fd538524 service neutron] 10.222.0.76 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723665 Oct 28 08:40:20.177848 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-694016ea-36ef-4f42-bb30-1b21511d1e52 req-b86b61b9-f0f4-4f83-80f8-8ada06627b5a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996087 Oct 28 08:40:20.183431 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:20.236647 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Attempting to bind port e8d31af7-741e-4880-988e-5bfcf3a45f01 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:20.237008 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Attempting to bind port e8d31af7-741e-4880-988e-5bfcf3a45f01 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:20.237322 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Attempting to bind port e8d31af7-741e-4880-988e-5bfcf3a45f01 on network 6a6961ac-87c8-49d5-9235-d489fd741dcf {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:20.241920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Port e8d31af7-741e-4880-988e-5bfcf3a45f01 on network 6a6961ac-87c8-49d5-9235-d489fd741dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:20.242246 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Attempting to bind port e8d31af7-741e-4880-988e-5bfcf3a45f01 on network 6a6961ac-87c8-49d5-9235-d489fd741dcf {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:20.248033 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:20.248240 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Checking segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:20.248664 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Bound using segment: {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:20.249202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Bound port: e8d31af7-741e-4880-988e-5bfcf3a45f01, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a50a28-29d6-48a9-a2b0-51cf89c65767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:20.249465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.343312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:20.344972 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbc6525-e67c-4301-8986-5b3dc4d24942 x-openstack-request-id: req-fdbc6525-e67c-4301-8986-5b3dc4d24942 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:20.345500 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:20.345500 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fdbc6525-e67c-4301-8986-5b3dc4d24942 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:20.346323 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e', 'status': 'completed', 'code': 200} Oct 28 08:40:20.350541 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:20.356538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.410247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.410879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:20.412305 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/e8d31af7-741e-4880-988e-5bfcf3a45f01 HTTP/1.1" status: 200 len: 1093 time: 2.5656621 Oct 28 08:40:20.417325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:20.419794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899283d-561f-4405-9df4-908a8e611483" -d '{"events": [{"name": "network-changed", "server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:20.482094 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6e8f50d8-f85d-4a87-ba20-4dfbd49d35ca req-584f5b1a-314f-4e60-8539-d6a68f83327b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.0674064 Oct 28 08:40:20.491818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9ebe6-efef-4542-bc44-ab05857706a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:20.517612 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c72a47-ca8b-44ad-84cd-23bb9477b806 req-3715e60e-f553-4827-9ada-b204c1c38996 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.519232 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5c72a47-ca8b-44ad-84cd-23bb9477b806 req-3715e60e-f553-4827-9ada-b204c1c38996 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.1058159 Oct 28 08:40:20.580779 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5c72a47-ca8b-44ad-84cd-23bb9477b806 req-4f4e148a-fb28-487c-9381-32b982322cae tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552552 Oct 28 08:40:20.640192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb77ca-9302-4cbf-93d0-9f4ad232b7d1 req-ebc9cf1f-f68a-4361-be14-74f22e2b305d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:20.648466 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fadb77ca-9302-4cbf-93d0-9f4ad232b7d1 req-ebc9cf1f-f68a-4361-be14-74f22e2b305d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0897429 Oct 28 08:40:20.693344 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fadb77ca-9302-4cbf-93d0-9f4ad232b7d1 req-6e1a5610-0a4a-414d-85c8-8f3faaa17797 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Oct 28 08:40:20.743531 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5790a237-d022-48b1-92b6-2120be146f43 req-b651ac76-e656-4160-aaad-ad43a95b8e9d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 210 time: 0.0342801 Oct 28 08:40:20.829333 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74171338-7e7c-4f44-8e5c-0be54ff05510 x-openstack-request-id: req-74171338-7e7c-4f44-8e5c-0be54ff05510 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:20.829626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:20.829874 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74171338-7e7c-4f44-8e5c-0be54ff05510 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:20.830271 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01', 'status': 'completed', 'code': 200} Oct 28 08:40:21.300949 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17943ab8-9edc-46fa-8cfd-056a77b55267 req-8a3f0e09-6541-4d40-b7da-5b20ae6ce28d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:21.302540 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17943ab8-9edc-46fa-8cfd-056a77b55267 req-8a3f0e09-6541-4d40-b7da-5b20ae6ce28d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0515788 Oct 28 08:40:21.341769 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17943ab8-9edc-46fa-8cfd-056a77b55267 req-38daf179-da01-4ca7-908f-0b2523cee6fb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Oct 28 08:40:21.584134 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-48a1e62e-f8f5-4d85-81fc-c6a1e97e565b req-a0687062-c02e-4492-b440-369399955ff2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.0262229 Oct 28 08:40:21.700481 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803c467-033a-4c0f-8cc5-6195f905569a req-41afabb6-ef17-4caa-ace7-8241b9c8649c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:21.701968 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3803c467-033a-4c0f-8cc5-6195f905569a req-41afabb6-ef17-4caa-ace7-8241b9c8649c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0487938 Oct 28 08:40:21.746437 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3803c467-033a-4c0f-8cc5-6195f905569a req-15873c93-962a-4eed-b470-cde6f74da0d7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Oct 28 08:40:21.816595 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e393c7-96f9-47e3-b1eb-cc6b9f9599a3 req-d60ef53f-4bba-43ca-a708-4b2a731e0653 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:21.818139 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-55e393c7-96f9-47e3-b1eb-cc6b9f9599a3 req-d60ef53f-4bba-43ca-a708-4b2a731e0653 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0578487 Oct 28 08:40:21.870057 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 48990) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:21.874163 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84679ba1-b68c-45f6-a2fe-7e13255b7274 req-9288d8d5-14d3-4ed0-aeb1-453da90ccde0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 210 time: 0.0412626 Oct 28 08:40:21.882303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-55e393c7-96f9-47e3-b1eb-cc6b9f9599a3 req-06bdfc6d-0f9d-46a7-8975-890a5e825b83 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Oct 28 08:40:21.988230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8bcb90a1-694f-455a-a85d-c74a2b78899c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.064225 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8bcb90a1-694f-455a-a85d-c74a2b78899c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.068218 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8bcb90a1-694f-455a-a85d-c74a2b78899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.119708 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8bcb90a1-694f-455a-a85d-c74a2b78899c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=893f8b543d0044fda5b5e9671304fab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462051 Oct 28 08:40:22.119708 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb90a1-694f-455a-a85d-c74a2b78899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0369a1-17ad-48c8-939f-d13ed6a42ca7,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.120207 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49002) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.176196 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.190078 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49004) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.200069 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.255405 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.258195 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.261883 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9c0369a1-17ad-48c8-939f-d13ed6a42ca7 HTTP/1.1" status: 204 len: 168 time: 0.1381259 Oct 28 08:40:22.278339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c102a-5edd-4f60-94ed-44c9126e29ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0369a1-17ad-48c8-939f-d13ed6a42ca7,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.344946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c1-3d65-4297-83fe-e2f2fac95cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.441421 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c1-3d65-4297-83fe-e2f2fac95cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.445862 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c1-3d65-4297-83fe-e2f2fac95cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.473845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-3cc316e4-e747-4d84-9d47-8ab0b5716f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.475943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-3cc316e4-e747-4d84-9d47-8ab0b5716f30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1097 time: 0.1133144 Oct 28 08:40:22.496312 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b42dd9c1-3d65-4297-83fe-e2f2fac95cdb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7865be4ed484454bbc80639993787725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049977 Oct 28 08:40:22.502669 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49020) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.503543 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e90a5-a0f4-4834-b6d8-dd21a5f1160f req-cc9166dc-7cec-453c-9856-d731085b1600 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.505505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e20e90a5-a0f4-4834-b6d8-dd21a5f1160f req-cc9166dc-7cec-453c-9856-d731085b1600 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0747309 Oct 28 08:40:22.525325 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dd9c1-3d65-4297-83fe-e2f2fac95cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7442634-3390-4381-a8eb-e9cb13a58d00,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.549009 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e20e90a5-a0f4-4834-b6d8-dd21a5f1160f req-d2ddffd8-05fd-4f29-b113-90165fab7217 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353487 Oct 28 08:40:22.583533 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.607235 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.644060 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49024) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:22.704865 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d31faeb7-1140-478c-b0af-208572543781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.711054 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-44b34f6e-2539-4d8e-90b3-7923ab02c8f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.1070328 Oct 28 08:40:22.828702 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-67ec7dc7-17de-4bac-a104-fb37b40ba118 req-6f0366e6-10f3-4d48-86e7-271b510de1df tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.1008773 Oct 28 08:40:22.830187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-a95f2e51-de35-4822-b358-3da02e56e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.832093 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-a95f2e51-de35-4822-b358-3da02e56e54c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.1031077 Oct 28 08:40:22.853323 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.856022 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:22.857237 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7442634-3390-4381-a8eb-e9cb13a58d00 HTTP/1.1" status: 204 len: 168 time: 0.3529794 Oct 28 08:40:22.877947 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-fb62b2fe-82d3-4c96-8d13-9dd070b91abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.879729 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-fb62b2fe-82d3-4c96-8d13-9dd070b91abf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e1ab98d27254ae9b953182c6f2d1fc1&device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 1096 time: 0.1985092 Oct 28 08:40:22.890022 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17996bac-420d-4b01-8a7a-4160baa82264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7442634-3390-4381-a8eb-e9cb13a58d00,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:22.895515 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-195b28f4-b5ed-4a46-8e11-69a55c6a3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:22.897158 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-195b28f4-b5ed-4a46-8e11-69a55c6a3d48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 1096 time: 0.1132786 Oct 28 08:40:22.906087 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-0a50da43-d8bc-4f52-9412-2fe388296da6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513601 Oct 28 08:40:23.004750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899283d-561f-4405-9df4-908a8e611483 req-399c6477-d95a-4673-9045-83d2d9489301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.006415 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c899283d-561f-4405-9df4-908a8e611483 req-399c6477-d95a-4673-9045-83d2d9489301 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1096 time: 0.3915668 Oct 28 08:40:23.016638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe6855-5598-4885-a9a6-a2d47c41e466 req-439be794-8e85-464e-b1bd-a45e1c202bf2 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.018129 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abe6855-5598-4885-a9a6-a2d47c41e466 req-439be794-8e85-464e-b1bd-a45e1c202bf2 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.1842778 Oct 28 08:40:23.135925 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-876368e3-038d-4370-8f51-7f7c05cbd11c req-a3add359-6931-4c0b-8749-2fd920a7b19e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 210 time: 0.1167431 Oct 28 08:40:23.167367 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d31faeb7-1140-478c-b0af-208572543781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.181340 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d31faeb7-1140-478c-b0af-208572543781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.234491 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-c857b5b5-9fb0-47af-a840-d99a1657bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.236263 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-c857b5b5-9fb0-47af-a840-d99a1657bd6e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3831003e70cf4a62afb1393fbea6654e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3102605 Oct 28 08:40:23.239956 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-f4d74db4-07db-4588-a5a9-bf4e2da80f87 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129575 Oct 28 08:40:23.273478 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abe6855-5598-4885-a9a6-a2d47c41e466 req-1b906713-dafa-406f-9a25-0b84dd115c43 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261164 Oct 28 08:40:23.273851 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d31faeb7-1140-478c-b0af-208572543781 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c638d9bdca544a5bf19335c06b141d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244330 Oct 28 08:40:23.273851 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-3ff00d88-ac9d-414b-bc19-6a8e5990eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.278914 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49044) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:23.279667 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-3ff00d88-ac9d-414b-bc19-6a8e5990eed7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4e1ab98d27254ae9b953182c6f2d1fc1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3810992 Oct 28 08:40:23.284158 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31faeb7-1140-478c-b0af-208572543781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a652d8fb-864d-480e-b779-89b79af3fc99,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:23.317803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899283d-561f-4405-9df4-908a8e611483 req-9e428670-687d-42cd-9653-2751e814e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.319612 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c899283d-561f-4405-9df4-908a8e611483 req-9e428670-687d-42cd-9653-2751e814e46f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=241b556f8519472bb4fbe40400334a65&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2993736 Oct 28 08:40:23.384367 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.418643 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:23.433854 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396c847-6b8f-4f6c-8f22-11b867ce36c3 req-f4baa6b7-7fe1-462b-88d3-a6d287383278 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.435394 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d396c847-6b8f-4f6c-8f22-11b867ce36c3 req-f4baa6b7-7fe1-462b-88d3-a6d287383278 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.1031716 Oct 28 08:40:23.486579 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.70', 49936) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:23.921010 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d396c847-6b8f-4f6c-8f22-11b867ce36c3 req-2864854e-3663-4911-a322-9b379d034a70 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736495 Oct 28 08:40:23.936481 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-7e25d8e9-f835-4d7e-b827-a72dcbfee61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.938027 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-bdcb826e-f3b1-4bd8-9f20-761fa20604e9 req-7e25d8e9-f835-4d7e-b827-a72dcbfee61c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4667032 Oct 28 08:40:23.940985 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-1fc31531-889f-4ae1-9fd2-bf69b660470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:23.942451 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-a7b622c0-f208-4de7-8e81-46bb47f6c55c req-1fc31531-889f-4ae1-9fd2-bf69b660470b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4688883 Oct 28 08:40:24.031036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.034437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.038198 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a652d8fb-864d-480e-b779-89b79af3fc99 HTTP/1.1" status: 204 len: 168 time: 0.7558331 Oct 28 08:40:24.048511 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-23942a62-5a63-40f5-b70f-e5aad9fa4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.050983 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-23942a62-5a63-40f5-b70f-e5aad9fa4bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 1096 time: 0.0628905 Oct 28 08:40:24.074313 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.70', 49939) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:24.147627 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f8e73a2b-f3b2-48b5-b287-30f932668f2c req-0fa38d53-16a0-452e-9de1-7f1fb1a35f24 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.1268566 Oct 28 08:40:24.148389 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a904-7677-4793-9a02-0f576bece48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a652d8fb-864d-480e-b779-89b79af3fc99,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:24.200928 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2bed963-4cb3-458d-889d-42a821f9d607 req-8751eda3-a44b-4b2e-822a-89f8753feb46 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7262626 Oct 28 08:40:24.220557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a796135-07af-4ac2-8015-c079b6725e02 req-ec255eeb-45d0-4a86-a969-dbf0ee07d164 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.222325 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7a796135-07af-4ac2-8015-c079b6725e02 req-ec255eeb-45d0-4a86-a969-dbf0ee07d164 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.4572113 Oct 28 08:40:24.233339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-a08044db-c313-49a2-a386-42eaca154ced tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.234839 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-a08044db-c313-49a2-a386-42eaca154ced tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 816 time: 0.7468383 Oct 28 08:40:24.245105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899283d-561f-4405-9df4-908a8e611483 req-db0f9cea-12b1-4677-a833-6354c944d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.247084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c899283d-561f-4405-9df4-908a8e611483 req-db0f9cea-12b1-4677-a833-6354c944d300 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7572293 Oct 28 08:40:24.248524 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-f5045b5f-02b9-4eb4-94e5-ac42a9a729cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64609431-9691-46a8-a89b-e479eb357768 HTTP/1.1" status: 200 len: 217 time: 0.1754463 Oct 28 08:40:24.329049 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7a796135-07af-4ac2-8015-c079b6725e02 req-3c968019-102c-4953-94fa-ca778d9fed62 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913854 Oct 28 08:40:24.333065 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-531a7b7a-affd-431e-940c-796572dea5f7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 380 time: 0.0848138 Oct 28 08:40:24.360303 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'port': {'device_id': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'admin_state_up': True, 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'security_groups': ['73ffde5d-a41d-4971-8872-f8e052ce21b8']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:24.376258 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-68a5b9d0-6e8b-4c05-8190-2f8793418c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.378121 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-68a5b9d0-6e8b-4c05-8190-2f8793418c6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4e1ab98d27254ae9b953182c6f2d1fc1&device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 1096 time: 0.3020670 Oct 28 08:40:24.447177 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-7996082e-928a-46e2-856c-d33aeb191019 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 HTTP/1.1" status: 200 len: 217 time: 0.0592270 Oct 28 08:40:24.450898 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-fd55961d-20c7-4b18-8466-7acfbc81b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.452394 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-fd55961d-20c7-4b18-8466-7acfbc81b7a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.1842353 Oct 28 08:40:24.495077 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-8a54c478-d8d9-4217-97c3-6a551080eb97 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.495563 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-707edadc-3707-40e1-a1bc-5c02ef074376 req-e2bdc2c3-3f44-4f0f-b021-f40346669428 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 210 time: 0.1415250 Oct 28 08:40:24.511072 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-8a54c478-d8d9-4217-97c3-6a551080eb97 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 810 time: 0.4338336 Oct 28 08:40:24.558152 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-e4c44ef2-ad25-4b52-a9dd-5939fa3e8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.559721 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-e4c44ef2-ad25-4b52-a9dd-5939fa3e8dcf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1097 time: 0.2167201 Oct 28 08:40:24.574824 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2d468618-4470-4e1c-8980-a38dc330ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.576189 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-2d468618-4470-4e1c-8980-a38dc330ce3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1096 time: 0.2212384 Oct 28 08:40:24.617968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-384b8b71-ca39-48b9-a5e8-626fb968f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.619480 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-384b8b71-ca39-48b9-a5e8-626fb968f391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49b9bb07-4a06-46ce-a2a3-72b3b435fe2a HTTP/1.1" status: 200 len: 851 time: 0.0924444 Oct 28 08:40:24.650666 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-e3c3b266-3196-45c6-a5fe-5d10b4157f5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384361 Oct 28 08:40:24.687319 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-115da607-43a3-4c5d-9053-abb37ad4494b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cd7b6ca0-55b9-4af1-a370-11fe1f05dca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479069 Oct 28 08:40:24.733084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-b2c846c2-cea4-49b5-adf9-0314e05519f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01 HTTP/1.1" status: 200 len: 217 time: 0.1342144 Oct 28 08:40:24.778180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32d958-c4a8-4ee9-8b92-21cc4145d4df req-f753e81e-844a-4670-861c-dd61056cbf58 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.782616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b32d958-c4a8-4ee9-8b92-21cc4145d4df req-f753e81e-844a-4670-861c-dd61056cbf58 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.2833054 Oct 28 08:40:24.820126 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-ff11b129-5d3b-4aca-90c6-97d473bd5a83 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 379 time: 0.2838225 Oct 28 08:40:24.905433 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Made reservation on behalf of caed8624c42e4e4aab79cb3ca12ef824 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:24.909053 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:24.931365 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-62b7dd38-11b2-4fbf-a095-78dd2d7eba27 service neutron] 10.222.0.70 "GET /v2.0/networks/cd7b6ca0-55b9-4af1-a370-11fe1f05dca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337366 Oct 28 08:40:24.936572 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'port': {'device_id': '914cd123-e872-418a-bf38-f477fe1551b3', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'admin_state_up': True, 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'security_groups': ['bf7f3074-0ea3-4c26-b87e-9f81839e01f0']}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:24.958882 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-df0860a2-f115-470f-aef8-db450cc29245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.960501 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-df0860a2-f115-470f-aef8-db450cc29245 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.2158327 Oct 28 08:40:24.970736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-d09c7cc4-2754-4ec8-96f7-e250806e1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:24.972212 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-d09c7cc4-2754-4ec8-96f7-e250806e1d54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.4006245 Oct 28 08:40:25.026585 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b32d958-c4a8-4ee9-8b92-21cc4145d4df req-edecb244-468b-475b-808e-d7cba1171cc3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187240 Oct 28 08:40:25.062212 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-00e71e38-8c58-4daa-b187-dcb10f242e4b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941644 Oct 28 08:40:25.066247 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-147f49f7-106b-441e-8843-24412cac29ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.0779262 Oct 28 08:40:25.266158 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-4924c899-fd39-439a-af39-fee997bb50a6 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914619 Oct 28 08:40:25.290954 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Made reservation on behalf of d12dfed3afe746b58b897b104b2a78ae for: {'port': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:40:25.294863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.341610 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b2af55a-6ef4-428c-b1ad-3faf3712770a req-46a6026f-a17d-42d6-8dbb-cb75df23d837 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.0700698 Oct 28 08:40:25.369302 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-905def13-e89d-4c44-94c1-c484ba3ff063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:25.370820 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-905def13-e89d-4c44-94c1-c484ba3ff063 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.2613697 Oct 28 08:40:25.379785 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0825b-0f09-4f15-88f6-5e9922383aa7 req-9e7cd99a-fd82-428e-b2d6-d72319ad54d5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:25.389364 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-d53eb0ab-8a8c-49d6-b5ab-ced1385ac9ef service neutron] 10.222.0.70 "GET /v2.0/networks/cd7b6ca0-55b9-4af1-a370-11fe1f05dca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808063 Oct 28 08:40:25.391694 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97b0825b-0f09-4f15-88f6-5e9922383aa7 req-9e7cd99a-fd82-428e-b2d6-d72319ad54d5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.2803378 Oct 28 08:40:25.512372 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Allocated IP 172.20.0.7 (523f4404-9c20-4bbb-88e2-e5dcf3255867/26889cb4-cb47-4829-a99c-91364125db03/b51a5869-7eac-401f-ad13-59a689851a50) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:25.518629 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-21feb951-e08b-48cd-8c08-e5276034cf88 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419741 Oct 28 08:40:25.560897 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-4dc1dd4a-f739-4776-933d-6b94e1350b02 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355602 Oct 28 08:40:25.570051 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-87d774bc-641f-40fe-b07e-52c8c5b7518e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864692 Oct 28 08:40:25.583263 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Allocated IP 172.20.0.6 (35511921-4507-4196-b423-3f07547df75c/cb9ebd90-bfdf-420a-9f26-ed69d7911766/bc82b34a-5083-4fe6-8ca3-57d3482a7509) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:40:25.788067 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.830356 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.884793 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Network 35511921-4507-4196-b423-3f07547df75c is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:25.888286 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:25.893062 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:25.899367 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:25.900063 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:25.912761 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:25.931163 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-565237cc-19b9-43dd-aa2b-1569482ea180 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0033684 Oct 28 08:40:25.946949 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97b0825b-0f09-4f15-88f6-5e9922383aa7 req-1b027196-342f-4d74-8ea8-38b5d06284e5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543396 Oct 28 08:40:26.009647 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49160) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:26.061001 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.116175 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7495f278-231c-4cbb-a799-f3b7edf47b38 req-4fa68055-7c26-4bea-8fb3-ca45f7ab8f6c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 210 time: 0.0626440 Oct 28 08:40:26.146388 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00680e-622d-421c-88b0-4897af6a6bd4 req-cfec40d7-891a-4ca3-a921-b6a46f7b66f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.153146 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c00680e-622d-421c-88b0-4897af6a6bd4 req-cfec40d7-891a-4ca3-a921-b6a46f7b66f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.6594305 Oct 28 08:40:26.153475 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0f411984-d488-4ce7-9eb5-613a3bac7c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.257323 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0f411984-d488-4ce7-9eb5-613a3bac7c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.262954 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0f411984-d488-4ce7-9eb5-613a3bac7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.284824 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-99bb1ed1-99bc-49d9-a1d6-6c123c35faba None None] Provisioning complete for port bc82b34a-5083-4fe6-8ca3-57d3482a7509 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:26.285324 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-99bb1ed1-99bc-49d9-a1d6-6c123c35faba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.301685 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-f6a3350f-38ca-4b26-b8b2-dffd5d30fc2b service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974936 Oct 28 08:40:26.305603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c00680e-622d-421c-88b0-4897af6a6bd4 req-f5c2b863-a4fa-464e-8723-5bb20bc9c920 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515830 Oct 28 08:40:26.312573 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02dca2f2-1ae9-4163-adba-b682f96e919c req-236df00f-84dc-4882-8b44-55169b61c249 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104075 Oct 28 08:40:26.321566 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0f411984-d488-4ce7-9eb5-613a3bac7c02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=feb4cd298bb346fbaae4b039de274b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108263 Oct 28 08:40:26.324125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49176) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:26.336801 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-99bb1ed1-99bc-49d9-a1d6-6c123c35faba None None] Port bc82b34a-5083-4fe6-8ca3-57d3482a7509 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:26.337015 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f411984-d488-4ce7-9eb5-613a3bac7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff856502-2ffc-4146-a875-f4ec4cf64cee,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.350316 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.403134 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ee3a-5f56-4145-bea6-50fc745ea4e4 req-c9057e98-3fd5-48d0-8b26-becfb1e10765 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.409526 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4516ee3a-5f56-4145-bea6-50fc745ea4e4 req-c9057e98-3fd5-48d0-8b26-becfb1e10765 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.1707532 Oct 28 08:40:26.440427 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:40:26.455020 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:40:26.457461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:40:26.463692 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.464353 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.523350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.574408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-bd6cb0fe-d230-4566-808c-195305c8d0fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2214868 Oct 28 08:40:26.583064 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.587487 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4516ee3a-5f56-4145-bea6-50fc745ea4e4 req-a9c7deb9-70ed-4de4-a845-c685618b76ec tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675506 Oct 28 08:40:26.600489 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c4c0-c324-4f54-bccf-a762ac73c880 req-3c4cdfc7-872d-4609-a7e4-1fa960e77cff tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:26.602134 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a615c4c0-c324-4f54-bccf-a762ac73c880 req-3c4cdfc7-872d-4609-a7e4-1fa960e77cff tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 931 time: 0.1568811 Oct 28 08:40:26.620860 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.659254 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a615c4c0-c324-4f54-bccf-a762ac73c880 req-a461dc57-744a-45dd-9c55-6831ac33908d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502138 Oct 28 08:40:26.684115 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.686886 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.691650 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff856502-2ffc-4146-a875-f4ec4cf64cee HTTP/1.1" status: 204 len: 168 time: 0.3640463 Oct 28 08:40:26.697642 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea87c3-e25f-4957-a546-a05f1f4fefba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff856502-2ffc-4146-a875-f4ec4cf64cee,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:26.768289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-98c89556-0d7c-4d47-9c96-d935e502c5fe None None] Provisioning complete for port b51a5869-7eac-401f-ad13-59a689851a50 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:26.768980 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-98c89556-0d7c-4d47-9c96-d935e502c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:26.808163 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-98c89556-0d7c-4d47-9c96-d935e502c5fe None None] Port b51a5869-7eac-401f-ad13-59a689851a50 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:40:27.081258 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49196) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:27.095595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-34c8bc13-2a73-453f-baa0-c015ec39e3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.116390 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa86de4-56f3-4f6a-8349-a2a1b86e4103 req-028bbced-2194-4908-b995-131c137cb291 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.117909 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1fa86de4-56f3-4f6a-8349-a2a1b86e4103 req-028bbced-2194-4908-b995-131c137cb291 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0766659 Oct 28 08:40:27.163369 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1fa86de4-56f3-4f6a-8349-a2a1b86e4103 req-e154c268-317b-44c6-9b30-9d4b0e735fdc tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Oct 28 08:40:27.183703 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-34c8bc13-2a73-453f-baa0-c015ec39e3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.188662 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-34c8bc13-2a73-453f-baa0-c015ec39e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.225453 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8bc13-2a73-453f-baa0-c015ec39e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf293b-1c3f-4810-a981-f668667ad835,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:27.230857 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-34c8bc13-2a73-453f-baa0-c015ec39e3dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=632bdf1ad52749bf902f30f53e88a1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511681 Oct 28 08:40:27.233591 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49200) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:27.251845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48eea6-76a5-4e34-a415-bd4233d96985 req-133bae7b-52da-48d4-854e-92f2b7bf158e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.253068 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c48eea6-76a5-4e34-a415-bd4233d96985 req-133bae7b-52da-48d4-854e-92f2b7bf158e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 931 time: 0.0516248 Oct 28 08:40:27.284568 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.293747 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c48eea6-76a5-4e34-a415-bd4233d96985 req-45eadde4-ccbf-4979-bfb4-8e5d40a348fd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339322 Oct 28 08:40:27.310066 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.361480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.364306 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:27.365448 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89bf293b-1c3f-4810-a981-f668667ad835 HTTP/1.1" status: 204 len: 168 time: 0.1300626 Oct 28 08:40:27.374147 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273500d1-3761-4ab2-b1d3-075495182367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf293b-1c3f-4810-a981-f668667ad835,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:27.427890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260e6d-8660-4147-aba9-3c72f596e5ab req-06a79092-bd7d-408b-958b-00791afe39a0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.429500 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad260e6d-8660-4147-aba9-3c72f596e5ab req-06a79092-bd7d-408b-958b-00791afe39a0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0577514 Oct 28 08:40:27.475604 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad260e6d-8660-4147-aba9-3c72f596e5ab req-90deba54-7f39-460b-a0e7-69a1e9bb83a9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Oct 28 08:40:27.701643 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d426c-c72d-4edd-b322-ad4f68d87fc9 req-ce6af145-a6f4-4cb8-b33e-8e9734175d0a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.703848 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b52d426c-c72d-4edd-b322-ad4f68d87fc9 req-ce6af145-a6f4-4cb8-b33e-8e9734175d0a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0517621 Oct 28 08:40:27.779914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b52d426c-c72d-4edd-b322-ad4f68d87fc9 req-fce590c1-ecad-4c60-87c3-aa8e29933907 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684397 Oct 28 08:40:27.796188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb87dab-d271-4c89-9f2b-a74b7807bf99 req-5d271227-d30e-4414-a6d4-868f6bd2832f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:27.797757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dfb87dab-d271-4c89-9f2b-a74b7807bf99 req-5d271227-d30e-4414-a6d4-868f6bd2832f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 931 time: 0.0686839 Oct 28 08:40:27.840714 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dfb87dab-d271-4c89-9f2b-a74b7807bf99 req-0f339d41-60cd-4e61-bbac-8921e79bd68c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331786 Oct 28 08:40:27.998045 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:28.284324 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9c108-34d3-4a8c-b24b-54eb2b18ed8d req-dc82f77d-1843-445a-ace3-9bfcb0bc82fa tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.285933 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6ac9c108-34d3-4a8c-b24b-54eb2b18ed8d req-dc82f77d-1843-445a-ace3-9bfcb0bc82fa tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0538116 Oct 28 08:40:28.328842 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6ac9c108-34d3-4a8c-b24b-54eb2b18ed8d req-53550f6e-17ec-4c61-abea-e6bbacdc446b tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362351 Oct 28 08:40:28.435360 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3585-0cd3-4596-bc66-5c7cc0d5980f req-97b41202-fbb6-41aa-b2c8-c7a620ba35ff tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.436862 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c3d3585-0cd3-4596-bc66-5c7cc0d5980f req-97b41202-fbb6-41aa-b2c8-c7a620ba35ff tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 931 time: 0.0547636 Oct 28 08:40:28.476894 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c3d3585-0cd3-4596-bc66-5c7cc0d5980f req-06ce4b6e-a76d-4ed2-8dc5-fca1153fe2a4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Oct 28 08:40:28.597264 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069d9d5-9a29-47c3-91be-881945cf9227 req-40ed7f68-9e47-4ff8-b54f-f3a8c9d3c455 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.598798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4069d9d5-9a29-47c3-91be-881945cf9227 req-40ed7f68-9e47-4ff8-b54f-f3a8c9d3c455 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0522480 Oct 28 08:40:28.638376 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4069d9d5-9a29-47c3-91be-881945cf9227 req-961490db-698e-4c95-b2b7-f1f6499a3a6f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Oct 28 08:40:28.901689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaaf40-c241-4cab-9848-f13e72c446fc req-d89bab66-cdc2-44d5-aaf5-31222edcf6d8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.903339 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fceaaf40-c241-4cab-9848-f13e72c446fc req-d89bab66-cdc2-44d5-aaf5-31222edcf6d8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0555565 Oct 28 08:40:28.980607 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fceaaf40-c241-4cab-9848-f13e72c446fc req-1dfe9a7b-354e-4749-8a23-3348d0ad94b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708106 Oct 28 08:40:28.993891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fcbc0-da1b-4c31-a52c-4802907413d0 req-3447a20a-a1d9-47e9-8a3c-94e8844cf08d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:28.995425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e66fcbc0-da1b-4c31-a52c-4802907413d0 req-3447a20a-a1d9-47e9-8a3c-94e8844cf08d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 931 time: 0.0784841 Oct 28 08:40:29.044356 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e66fcbc0-da1b-4c31-a52c-4802907413d0 req-bbc762a8-adcb-41b2-b502-b921dce3509e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368984 Oct 28 08:40:29.346340 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Request body: {'port': {'device_id': '914cd123-e872-418a-bf38-f477fe1551b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:29.401316 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Request body: {'port': {'device_id': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:29.405131 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.529335 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.540096 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de36bb-1df9-4c3c-9cc1-b97dcafc27e6 req-f6932fd0-6fb9-4895-b393-7131d36ce7c5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.541625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46de36bb-1df9-4c3c-9cc1-b97dcafc27e6 req-f6932fd0-6fb9-4895-b393-7131d36ce7c5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.1159012 Oct 28 08:40:29.550183 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da26cb4a-d8cc-4ea2-ba22-bce2e840a871 req-7049585f-f074-4df7-95eb-a14122990dd7 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069392 Oct 28 08:40:29.650588 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46de36bb-1df9-4c3c-9cc1-b97dcafc27e6 req-ed5656ab-14aa-4b76-bf48-8e14830ee657 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965161 Oct 28 08:40:29.674553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fe57f-1f27-4d70-8cc5-db9eade61837 req-a51a60dd-5bad-47e2-a4e0-0f034c4ab60d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.676315 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af3fe57f-1f27-4d70-8cc5-db9eade61837 req-a51a60dd-5bad-47e2-a4e0-0f034c4ab60d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 931 time: 0.1232493 Oct 28 08:40:29.680061 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc82b34a-5083-4fe6-8ca3-57d3482a7509 {{(pid=107985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:29.688710 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.704449 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.provisioning_blocks [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Transition to ACTIVE for port object bc82b34a-5083-4fe6-8ca3-57d3482a7509 will not be triggered until provisioned by entity L2. {{(pid=107985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:29.708540 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.762246 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:29.790923 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Attempting to bind port bc82b34a-5083-4fe6-8ca3-57d3482a7509 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:29.791360 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Attempting to bind port bc82b34a-5083-4fe6-8ca3-57d3482a7509 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:29.791756 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Attempting to bind port bc82b34a-5083-4fe6-8ca3-57d3482a7509 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:29.797473 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Port bc82b34a-5083-4fe6-8ca3-57d3482a7509 on network 35511921-4507-4196-b423-3f07547df75c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:29.797889 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Attempting to bind port bc82b34a-5083-4fe6-8ca3-57d3482a7509 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:29.803907 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:29.804345 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Checking segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:29.804803 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Bound using segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} {{(pid=107985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:29.805334 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.managers [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Bound port: bc82b34a-5083-4fe6-8ca3-57d3482a7509, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}}] {{(pid=107985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:29.805761 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.812114 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af3fe57f-1f27-4d70-8cc5-db9eade61837 req-8a4e0256-293e-4c14-b993-cd19e452ea80 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954175 Oct 28 08:40:29.860478 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5608d11-c392-496d-b36e-760410d6fb99 req-66ebe06c-f455-45e5-bd4d-9933931959f5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.862078 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5608d11-c392-496d-b36e-760410d6fb99 req-66ebe06c-f455-45e5-bd4d-9933931959f5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.1301703 Oct 28 08:40:29.888319 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, cleared binding levels {{(pid=107985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:29.893430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:29.898166 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.941300 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5608d11-c392-496d-b36e-760410d6fb99 req-88563de4-48fc-4886-b1ba-bffa4b583505 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703094 Oct 28 08:40:29.945811 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:29.946282 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:29.947761 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] 10.222.0.70 "PUT /v2.0/ports/bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1093 time: 0.6061010 Oct 28 08:40:29.949946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:29.952438 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7" -d '{"events": [{"name": "network-changed", "server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:30.019886 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12826ab9-667d-4bfc-bf3a-da08ccbe1d34 x-openstack-request-id: req-12826ab9-667d-4bfc-bf3a-da08ccbe1d34 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:30.020178 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:30.020337 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12826ab9-667d-4bfc-bf3a-da08ccbe1d34 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:30.020734 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'status': 'completed', 'code': 200} Oct 28 08:40:30.021304 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7965e-69a1-4144-aab9-d7e860db6b07 service neutron] Pushing event updated for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=3']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:30.032986 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:30.050742 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:30.068737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Transition to ACTIVE for port object b51a5869-7eac-401f-ad13-59a689851a50 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:40:30.081866 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-a5936983-7bf3-4b04-a3bf-2915a7b3d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.086548 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:30.086780 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-a5936983-7bf3-4b04-a3bf-2915a7b3d204 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1096 time: 0.0860038 Oct 28 08:40:30.156584 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-b6705951-b059-4057-b795-a76b0f94c453 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 217 time: 0.0603023 Oct 28 08:40:30.230581 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-9a55f992-e000-48c6-9b1c-978d554e91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.232401 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-9a55f992-e000-48c6-9b1c-978d554e91f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0685906 Oct 28 08:40:30.255708 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6a1fa-e56d-431e-be7b-f8049b6b3390 req-893ad973-8f18-4059-b96b-371eb7fd0c24 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.261246 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dbe6a1fa-e56d-431e-be7b-f8049b6b3390 req-893ad973-8f18-4059-b96b-371eb7fd0c24 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.1909795 Oct 28 08:40:30.269876 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:30.325409 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Attempting to bind port b51a5869-7eac-401f-ad13-59a689851a50 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:40:30.325881 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Attempting to bind port b51a5869-7eac-401f-ad13-59a689851a50 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:40:30.326072 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Attempting to bind port b51a5869-7eac-401f-ad13-59a689851a50 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:30.332674 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Port b51a5869-7eac-401f-ad13-59a689851a50 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:40:30.333052 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Attempting to bind port b51a5869-7eac-401f-ad13-59a689851a50 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:40:30.351692 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-164bc2bf-4c49-4475-aa0c-329c72c38ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.352239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:40:30.352503 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Checking segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:40:30.352891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Bound using segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:40:30.353340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Bound port: b51a5869-7eac-401f-ad13-59a689851a50, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:40:30.353700 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:30.354714 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-164bc2bf-4c49-4475-aa0c-329c72c38ebf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136017 Oct 28 08:40:30.380254 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097774a5-a0a2-4a7a-9572-7cf7d3303a5a req-8ab79242-9f43-4ba2-b58c-a20e0c3f11f2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.389074 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-097774a5-a0a2-4a7a-9572-7cf7d3303a5a req-8ab79242-9f43-4ba2-b58c-a20e0c3f11f2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.2224495 Oct 28 08:40:30.438241 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dbe6a1fa-e56d-431e-be7b-f8049b6b3390 req-3a7eaf42-3fb5-4cc2-862c-aa9021c7c233 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572986 Oct 28 08:40:30.502655 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-097774a5-a0a2-4a7a-9572-7cf7d3303a5a req-8341e3fb-7b99-4684-b971-1ebe72dc5232 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125367 Oct 28 08:40:30.505534 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:40:30.505901 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-817704f2-7d97-4876-9cac-d25bf2ede134 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420219 Oct 28 08:40:30.511678 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:40:30.521786 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:30.555499 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.556107 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:30.557659 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] 10.222.0.70 "PUT /v2.0/ports/b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 1093 time: 1.1609018 Oct 28 08:40:30.559993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:30.563086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e337cba7-d05b-45da-950d-73e42a84a4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:30.604438 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413feac-bbcc-44de-bd7a-3c822ef4228d service neutron] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:30.619191 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-ec4012e7-04d2-4ee3-878f-b5cbea285eec req-f958700d-7ff4-4184-8820-1d89ab1d198a service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064830 Oct 28 08:40:30.639524 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b001494-ba46-4e6a-b44d-f2683966ca85 x-openstack-request-id: req-2b001494-ba46-4e6a-b44d-f2683966ca85 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:30.639817 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:30.640071 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b001494-ba46-4e6a-b44d-f2683966ca85 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:30.640987 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'status': 'completed', 'code': 200} Oct 28 08:40:30.659950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-82299f61-fef4-453b-bbb9-893f93cf1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.661818 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-82299f61-fef4-453b-bbb9-893f93cf1f34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1096 time: 0.0534122 Oct 28 08:40:30.723775 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-eb167b49-55fc-4718-ae87-ab3f5176d994 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 217 time: 0.0448375 Oct 28 08:40:30.732843 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-d96f18b3-03d9-4642-8a3e-ac8911dcc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.735160 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-d96f18b3-03d9-4642-8a3e-ac8911dcc809 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1096 time: 0.0550380 Oct 28 08:40:30.802373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-aba2d477-7403-4355-aecc-9aea0628f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.803928 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-aba2d477-7403-4355-aecc-9aea0628f324 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0724075 Oct 28 08:40:30.818104 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef382c65-ef19-42b2-a1fa-a2311272060d req-12eebcf7-ee41-4278-8bd7-22561e21f229 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.819639 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ef382c65-ef19-42b2-a1fa-a2311272060d req-12eebcf7-ee41-4278-8bd7-22561e21f229 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0899465 Oct 28 08:40:30.900853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ef382c65-ef19-42b2-a1fa-a2311272060d req-84b71c73-4120-48ad-8fcd-831e28ceb266 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709121 Oct 28 08:40:30.909918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-58e77b3a-191b-4b29-992d-2a32c01df58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.911090 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-62704047-e0fc-4e58-ab4e-f5d19782eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:30.911378 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-58e77b3a-191b-4b29-992d-2a32c01df58f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908453 Oct 28 08:40:30.912557 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-62704047-e0fc-4e58-ab4e-f5d19782eb03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.1716437 Oct 28 08:40:30.959783 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-e2720c25-9eb4-41d1-b736-9d5d28fdf287 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 217 time: 0.0342505 Oct 28 08:40:31.012459 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-5cfa4bed-bc61-45cc-95ef-796b8d9d91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.013914 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-5cfa4bed-bc61-45cc-95ef-796b8d9d91ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0473914 Oct 28 08:40:31.017517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9b32-6edc-48c1-8389-8602569eec0a req-e9205c1b-cd0e-4b8f-a270-dc27845024ba tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.019155 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d9e9b32-6edc-48c1-8389-8602569eec0a req-e9205c1b-cd0e-4b8f-a270-dc27845024ba tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.1139157 Oct 28 08:40:31.066849 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-786e19f4-5953-4911-b187-cf890ab37498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.068368 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-786e19f4-5953-4911-b187-cf890ab37498 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434716 Oct 28 08:40:31.094726 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-163802e3-fe17-481f-beb0-4b5c3ab15cee service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559000 Oct 28 08:40:31.131015 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d9e9b32-6edc-48c1-8389-8602569eec0a req-70f69cfd-94eb-4966-acbb-dc213f0c166d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050932 Oct 28 08:40:31.170775 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-9ba91ce9-d5a9-4932-bd7a-86968866cb2d service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945745 Oct 28 08:40:31.176141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c610278-2510-4fb7-81f8-e79f48e6943a req-5616fe31-70b6-4d93-947f-d1c6bae9e063 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.177964 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c610278-2510-4fb7-81f8-e79f48e6943a req-5616fe31-70b6-4d93-947f-d1c6bae9e063 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.1387024 Oct 28 08:40:31.417028 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c610278-2510-4fb7-81f8-e79f48e6943a req-4ab83572-6c48-4170-be57-f4194db0c42b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328064 Oct 28 08:40:31.423287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b3f9486f-46ed-4a2c-96cf-f5bd8a5bc70e req-5dce26fa-85be-4c0e-9985-5d55fc6bfdb3 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202500 Oct 28 08:40:31.551188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe280a-d96d-4aa2-a6ea-935b784d29e7 req-4cd0cf45-9d39-4a6d-8ddf-44ce887bbdd1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.552728 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ebe280a-d96d-4aa2-a6ea-935b784d29e7 req-4cd0cf45-9d39-4a6d-8ddf-44ce887bbdd1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0573974 Oct 28 08:40:31.605312 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ebe280a-d96d-4aa2-a6ea-935b784d29e7 req-f2bd9b23-2b6f-42ad-8f73-4c948191bafb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Oct 28 08:40:31.663289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56691e4-e467-4b98-a133-4f5c6857787e req-846e5561-0fb7-4b1e-be8d-4054bd584f02 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:31.668352 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c56691e4-e467-4b98-a133-4f5c6857787e req-846e5561-0fb7-4b1e-be8d-4054bd584f02 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0785017 Oct 28 08:40:31.717648 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c56691e4-e467-4b98-a133-4f5c6857787e req-322dac08-3b84-49c6-aff5-316115f4ea50 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422194 Oct 28 08:40:32.022284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed6e26-b6d4-4fde-becd-44c854a1e229 req-6f41ec9a-da08-4264-a333-559f00fcd3d9 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.023789 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-deed6e26-b6d4-4fde-becd-44c854a1e229 req-6f41ec9a-da08-4264-a333-559f00fcd3d9 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0518026 Oct 28 08:40:32.063693 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-deed6e26-b6d4-4fde-becd-44c854a1e229 req-b75d8f2f-d5d7-4927-81a8-ecf9804fc691 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Oct 28 08:40:32.259512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd310a4-118b-4b39-9858-e326a34df991 req-00ab7e8c-9b03-41c1-89f7-830363e0c7b9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.261014 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cd310a4-118b-4b39-9858-e326a34df991 req-00ab7e8c-9b03-41c1-89f7-830363e0c7b9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0488217 Oct 28 08:40:32.299668 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cd310a4-118b-4b39-9858-e326a34df991 req-163c959a-8afb-421b-9018-b3f47ab1d881 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Oct 28 08:40:32.535357 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404ef61-9eed-4438-9538-3b3b5acd207f req-017ad8d2-b40a-4a9f-808b-a05589cd4736 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.536830 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f404ef61-9eed-4438-9538-3b3b5acd207f req-017ad8d2-b40a-4a9f-808b-a05589cd4736 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0488746 Oct 28 08:40:32.574137 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f404ef61-9eed-4438-9538-3b3b5acd207f req-5131483b-4f42-455e-905a-d1caee14087d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Oct 28 08:40:32.724015 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14e0fd-64cd-4a0a-9b86-e865d658cd80 req-d77e47b5-7044-42e4-8f83-ad3dbc7fb9ae tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.725990 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b14e0fd-64cd-4a0a-9b86-e865d658cd80 req-d77e47b5-7044-42e4-8f83-ad3dbc7fb9ae tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0526237 Oct 28 08:40:32.765359 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b14e0fd-64cd-4a0a-9b86-e865d658cd80 req-9d1b6831-7a2b-469b-bb99-5da7d7331519 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Oct 28 08:40:32.847187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0b0a2-ded6-41fa-bb0b-3aec931c302c req-a7ce1919-e094-4cce-ba2b-a080598f9c31 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:32.848679 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8df0b0a2-ded6-41fa-bb0b-3aec931c302c req-a7ce1919-e094-4cce-ba2b-a080598f9c31 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0488298 Oct 28 08:40:32.887844 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8df0b0a2-ded6-41fa-bb0b-3aec931c302c req-c18abdab-1c19-4d07-a790-9e619bafd736 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330014 Oct 28 08:40:33.177692 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f5dfc-00a0-4b0f-bac3-650446819edc req-51db9ebc-d301-4afa-8240-bef5375ceee4 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:33.179190 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-231f5dfc-00a0-4b0f-bac3-650446819edc req-51db9ebc-d301-4afa-8240-bef5375ceee4 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0484719 Oct 28 08:40:33.217391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-231f5dfc-00a0-4b0f-bac3-650446819edc req-e72bc1e2-4829-4629-8598-d36fce56156c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322380 Oct 28 08:40:33.423082 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5121f-6245-49a8-9801-446456a0577e req-ff7509ff-e44e-409c-a5c7-47f6e0eb2241 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:33.424505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1f5121f-6245-49a8-9801-446456a0577e req-ff7509ff-e44e-409c-a5c7-47f6e0eb2241 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0534770 Oct 28 08:40:33.463202 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1f5121f-6245-49a8-9801-446456a0577e req-2e1b9815-6d02-4c37-9fb6-94d10d815a11 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Oct 28 08:40:33.686391 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c123f-4d49-4bd3-a030-304780c7c6e3 req-b186e53e-bcb5-4eec-9b2a-86b6b85ca313 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:33.688456 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad1c123f-4d49-4bd3-a030-304780c7c6e3 req-b186e53e-bcb5-4eec-9b2a-86b6b85ca313 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Oct 28 08:40:33.727925 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad1c123f-4d49-4bd3-a030-304780c7c6e3 req-a02364b4-4d07-454b-a3ca-89a6981122ec tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Oct 28 08:40:33.881470 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c4d1-8e10-457f-8766-3e80863d31e4 req-1046add1-1c97-48f6-a1ee-e359e54d50d8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:33.883074 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5027c4d1-8e10-457f-8766-3e80863d31e4 req-1046add1-1c97-48f6-a1ee-e359e54d50d8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0509593 Oct 28 08:40:33.934317 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5027c4d1-8e10-457f-8766-3e80863d31e4 req-10c876cd-8ef1-49e1-a02f-3c6b37dab713 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Oct 28 08:40:34.026550 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9a1b-e1f5-44d8-8427-ac97fa9b46d7 req-cd428183-6751-4203-a029-9084df42ce4a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.028071 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec8e9a1b-e1f5-44d8-8427-ac97fa9b46d7 req-cd428183-6751-4203-a029-9084df42ce4a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0621433 Oct 28 08:40:34.067060 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20cfb4d9-0c5e-411b-876d-5cf61e1610c7 req-12f71043-3aa9-479c-9927-ddbaa084cc6e service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891817 Oct 28 08:40:34.067615 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ec8e9a1b-e1f5-44d8-8427-ac97fa9b46d7 req-8ce86a56-7db1-4e12-b12b-df29ffb29b8f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328107 Oct 28 08:40:34.335892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45154-5538-4039-8cde-5af745975de2 req-88bc7e28-372b-491f-9644-a90314e73648 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.337372 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4a45154-5538-4039-8cde-5af745975de2 req-88bc7e28-372b-491f-9644-a90314e73648 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0534747 Oct 28 08:40:34.377043 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4a45154-5538-4039-8cde-5af745975de2 req-2e3377a8-9788-4801-bbbd-c43d38f3a40d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Oct 28 08:40:34.581934 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1c5b8-8101-4246-b026-46af736bee09 req-264e42ec-ab22-41d9-9dbe-4595c2c9e429 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.583456 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7e1c5b8-8101-4246-b026-46af736bee09 req-264e42ec-ab22-41d9-9dbe-4595c2c9e429 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0500195 Oct 28 08:40:34.623167 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7e1c5b8-8101-4246-b026-46af736bee09 req-7a072745-e818-4645-90a8-d21198ae5bae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Oct 28 08:40:34.845694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c5273-51b2-40ae-9b75-9f5f6b89b6be req-c2981b41-98bf-4ec9-81bd-c0a32bcf09f2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:34.847275 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-010c5273-51b2-40ae-9b75-9f5f6b89b6be req-c2981b41-98bf-4ec9-81bd-c0a32bcf09f2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0531561 Oct 28 08:40:34.888929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-010c5273-51b2-40ae-9b75-9f5f6b89b6be req-08bfee24-dcf4-48d2-b892-735ed2df52c1 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Oct 28 08:40:35.047675 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ea5f4-666f-4499-8af7-89715e13cb41 req-32f40a69-68a5-4a26-a009-ff2794ced780 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.049071 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-285ea5f4-666f-4499-8af7-89715e13cb41 req-32f40a69-68a5-4a26-a009-ff2794ced780 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0501609 Oct 28 08:40:35.086556 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-285ea5f4-666f-4499-8af7-89715e13cb41 req-3708f19e-27c0-4cd7-bdac-56c2850c4940 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Oct 28 08:40:35.182060 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742c715-d124-4170-98f7-717c9ad549f9 req-9f4e9738-5f43-4d90-9e39-b000278f24e7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.183584 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9742c715-d124-4170-98f7-717c9ad549f9 req-9f4e9738-5f43-4d90-9e39-b000278f24e7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Oct 28 08:40:35.221802 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9742c715-d124-4170-98f7-717c9ad549f9 req-4ace449b-3aa4-41cc-ba9d-104dca1dff28 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Oct 28 08:40:35.492803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b4d40-20d7-4fd8-8b2a-549ef2a7cade req-4296f830-c991-471f-9809-e89e8210f0fa tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.494461 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f2b4d40-20d7-4fd8-8b2a-549ef2a7cade req-4296f830-c991-471f-9809-e89e8210f0fa tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0522630 Oct 28 08:40:35.532606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f2b4d40-20d7-4fd8-8b2a-549ef2a7cade req-0056ece7-bde8-428c-8ce4-8a366e03f39a tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Oct 28 08:40:35.714138 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-953a5299-8071-46a1-baed-e9b3d3462ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.715730 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-953a5299-8071-46a1-baed-e9b3d3462ccc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1096 time: 0.0428536 Oct 28 08:40:35.745434 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff4661-0f4d-4086-9e6a-76cb1701ac61 req-2e676eb8-4f99-4a7e-b919-72b9bb69bfa7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.746995 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-41ff4661-0f4d-4086-9e6a-76cb1701ac61 req-2e676eb8-4f99-4a7e-b919-72b9bb69bfa7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0495853 Oct 28 08:40:35.791154 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-41ff4661-0f4d-4086-9e6a-76cb1701ac61 req-b1f6e527-5063-4075-8612-4bb330587b8e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352125 Oct 28 08:40:35.816642 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-abf83f7b-7992-4665-a983-82c07f1e3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.818128 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-abf83f7b-7992-4665-a983-82c07f1e3a51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0946522 Oct 28 08:40:35.858234 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-3b68d912-071c-4285-b48f-d338354bd557 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 217 time: 0.0330274 Oct 28 08:40:35.907594 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-72cfe821-c7c6-43ff-acbe-04029fa5f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.909142 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-72cfe821-c7c6-43ff-acbe-04029fa5f93e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0440397 Oct 28 08:40:35.960316 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-855214a2-098d-43a6-9014-6b30f0402e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:35.961790 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-855214a2-098d-43a6-9014-6b30f0402e17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445089 Oct 28 08:40:36.010386 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3f68d-fbf9-40fa-af9f-171ecd03eb6c req-88d1bad4-f859-424e-bac4-97fbe72c2170 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.012156 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77e3f68d-fbf9-40fa-af9f-171ecd03eb6c req-88d1bad4-f859-424e-bac4-97fbe72c2170 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0524282 Oct 28 08:40:36.053282 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77e3f68d-fbf9-40fa-af9f-171ecd03eb6c req-2340e187-082b-4b44-91b4-9c264a01a2d8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Oct 28 08:40:36.062637 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-235488a0-6d90-4b26-a39f-476d5c123063 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927408 Oct 28 08:40:36.156720 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-e337cba7-d05b-45da-950d-73e42a84a4dd req-e2edc9e4-d52c-49fb-a691-e5754c282c34 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861816 Oct 28 08:40:36.206036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f1ff6-a04c-4428-bf45-b932a0b384b0 req-a75aa551-a833-49a3-b340-6c1bf7a765a9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.207496 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e7f1ff6-a04c-4428-bf45-b932a0b384b0 req-a75aa551-a833-49a3-b340-6c1bf7a765a9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0535667 Oct 28 08:40:36.246913 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e7f1ff6-a04c-4428-bf45-b932a0b384b0 req-20265b72-a7f4-40c9-a091-fa68a32f9009 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Oct 28 08:40:36.335926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccb188-8a02-4352-8228-5155ba836369 req-f8a99242-9221-4b1c-814e-de0217c42936 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.337453 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2ccb188-8a02-4352-8228-5155ba836369 req-f8a99242-9221-4b1c-814e-de0217c42936 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0497286 Oct 28 08:40:36.376946 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2ccb188-8a02-4352-8228-5155ba836369 req-b5be7532-bd6b-41dd-864e-3fc92d82a3cc tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335190 Oct 28 08:40:36.645590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee490bfa-de97-4a25-8343-c540812056ba req-1268d121-319b-4583-bb74-22222532c2bc tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.647139 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ee490bfa-de97-4a25-8343-c540812056ba req-1268d121-319b-4583-bb74-22222532c2bc tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0497618 Oct 28 08:40:36.693416 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ee490bfa-de97-4a25-8343-c540812056ba req-9b4327a4-d9f2-44ff-9d5b-004bcf5fc498 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 Oct 28 08:40:36.917110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fc008-9a38-41bc-ac35-2acbeb7fd4d9 req-ecb69c60-529b-4e2c-96cd-6591f11639cc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:36.918948 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-335fc008-9a38-41bc-ac35-2acbeb7fd4d9 req-ecb69c60-529b-4e2c-96cd-6591f11639cc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0546281 Oct 28 08:40:36.963725 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-335fc008-9a38-41bc-ac35-2acbeb7fd4d9 req-2d17fa6e-f491-4daf-ae73-57010a83ef4c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Oct 28 08:40:37.182083 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db92db5-b187-45fc-90a6-ad98ed3a1074 req-d262f8fc-0d75-4527-a7b1-1b85ff21aa9b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.183663 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8db92db5-b187-45fc-90a6-ad98ed3a1074 req-d262f8fc-0d75-4527-a7b1-1b85ff21aa9b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0522833 Oct 28 08:40:37.221241 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8db92db5-b187-45fc-90a6-ad98ed3a1074 req-4e9c3df1-68e2-4c85-b8b1-a8afd27f5ec4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Oct 28 08:40:37.364737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9a07f-b6a7-4ce2-8c7d-111d9539d0f2 req-618adcf6-8927-4acb-9570-437e002ceba1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.366132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9cf9a07f-b6a7-4ce2-8c7d-111d9539d0f2 req-618adcf6-8927-4acb-9570-437e002ceba1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0496130 Oct 28 08:40:37.404240 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9cf9a07f-b6a7-4ce2-8c7d-111d9539d0f2 req-077ed601-2fb2-48e8-a616-865bbdbfd3ce tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319612 Oct 28 08:40:37.496950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb19fb8-80be-4210-8f48-3f1ebaa9fa55 req-390888a5-af24-407b-83cd-fb28a8f4106b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.498403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bb19fb8-80be-4210-8f48-3f1ebaa9fa55 req-390888a5-af24-407b-83cd-fb28a8f4106b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0529037 Oct 28 08:40:37.538755 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bb19fb8-80be-4210-8f48-3f1ebaa9fa55 req-d4fe291f-03fc-4e33-89f0-da242d65a374 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Oct 28 08:40:37.813332 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9dffb-da1e-480d-8348-a2bb7aadb767 req-a218618c-6254-4e98-bc63-3f444302116e tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:37.814840 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eaf9dffb-da1e-480d-8348-a2bb7aadb767 req-a218618c-6254-4e98-bc63-3f444302116e tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Oct 28 08:40:37.852585 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eaf9dffb-da1e-480d-8348-a2bb7aadb767 req-a1536a21-938d-4f9d-b9d1-ae35aa2a5514 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Oct 28 08:40:38.050169 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:40:38.096537 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b70dd9-8f94-47b5-9add-2da03e857674 req-a87165ac-ccc0-458f-b6aa-45bcd4832d07 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.098155 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86b70dd9-8f94-47b5-9add-2da03e857674 req-a87165ac-ccc0-458f-b6aa-45bcd4832d07 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0612068 Oct 28 08:40:38.136641 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86b70dd9-8f94-47b5-9add-2da03e857674 req-86a573d1-a873-431e-95b0-8906fbbe6574 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Oct 28 08:40:38.363161 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe7cb-582c-4fd2-aebc-757e412ea2ef req-1e2d1bd7-a9fc-46f6-b70c-fe0f09aa73b5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.364910 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d88fe7cb-582c-4fd2-aebc-757e412ea2ef req-1e2d1bd7-a9fc-46f6-b70c-fe0f09aa73b5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0732074 Oct 28 08:40:38.406403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d88fe7cb-582c-4fd2-aebc-757e412ea2ef req-b09195ac-e2ad-4f05-be2c-86dd8a21b97f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Oct 28 08:40:38.522061 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344efa8a-328a-474e-b9dc-413b5e105f45 req-c953ef0f-65d3-4f76-8af3-2112b950643e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.523630 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-344efa8a-328a-474e-b9dc-413b5e105f45 req-c953ef0f-65d3-4f76-8af3-2112b950643e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0505996 Oct 28 08:40:38.563885 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-344efa8a-328a-474e-b9dc-413b5e105f45 req-432acd04-72a7-4ed1-9ce1-d9e9378a48ef tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Oct 28 08:40:38.662474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5d81-5437-439c-8184-65dbfc5176a6 req-94aca9fe-a7f6-45db-912b-a0c405f00ab6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.664023 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c1a5d81-5437-439c-8184-65dbfc5176a6 req-94aca9fe-a7f6-45db-912b-a0c405f00ab6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0570776 Oct 28 08:40:38.704768 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c1a5d81-5437-439c-8184-65dbfc5176a6 req-fb879d10-129d-4d20-870d-2375da6ffb1f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344348 Oct 28 08:40:38.982366 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67565f00-4577-4027-9b7d-fb5cc423c6c8 req-bf7f35b0-760c-47e6-a5e2-b950b916c9a5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:38.983876 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-67565f00-4577-4027-9b7d-fb5cc423c6c8 req-bf7f35b0-760c-47e6-a5e2-b950b916c9a5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0526996 Oct 28 08:40:39.023287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-67565f00-4577-4027-9b7d-fb5cc423c6c8 req-9dc65879-2e24-4b32-95fd-df53404f6e83 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326903 Oct 28 08:40:39.259110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4111-2609-4da1-bd74-28094fa5e5a8 req-2e523868-9cdb-40ea-b71f-83c56018ac68 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.260610 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b22a4111-2609-4da1-bd74-28094fa5e5a8 req-2e523868-9cdb-40ea-b71f-83c56018ac68 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0510554 Oct 28 08:40:39.300315 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b22a4111-2609-4da1-bd74-28094fa5e5a8 req-fada4c40-a8af-44e8-b6c0-2e16c46ef3a3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335648 Oct 28 08:40:39.553771 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937bd8-f6b5-44b8-9de5-a80edbd6abd3 req-f598e395-b529-4b55-837c-099e07d53050 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.555447 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc937bd8-f6b5-44b8-9de5-a80edbd6abd3 req-f598e395-b529-4b55-837c-099e07d53050 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0560367 Oct 28 08:40:39.621959 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc937bd8-f6b5-44b8-9de5-a80edbd6abd3 req-4dab5538-b8a7-469d-bbad-2d58cf6e5583 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557585 Oct 28 08:40:39.699918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65352-91b5-4c85-985a-95207dfa1221 req-8dca3462-311b-487b-959f-9a73f93a0a73 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.701361 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a4e65352-91b5-4c85-985a-95207dfa1221 req-8dca3462-311b-487b-959f-9a73f93a0a73 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0573142 Oct 28 08:40:39.749142 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a4e65352-91b5-4c85-985a-95207dfa1221 req-b0f855bc-c90e-471a-844b-ae86056c4620 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Oct 28 08:40:39.835662 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047a372-c748-46b4-b8bc-6db14299132d req-5b93adbe-a16b-48ba-8652-88920d672fc7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:39.837185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8047a372-c748-46b4-b8bc-6db14299132d req-5b93adbe-a16b-48ba-8652-88920d672fc7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0512955 Oct 28 08:40:39.879141 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8047a372-c748-46b4-b8bc-6db14299132d req-69913c4e-d0c2-4cc6-a1c5-3bcf73701b05 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357597 Oct 28 08:40:40.074516 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 62e8969b-1684-48c9-a697-1e36b8bae48e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:40.143041 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204597e-b6fe-415f-b1dd-2541007ca68f req-1e1fd9f9-029a-4227-9427-5084100e5752 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.144590 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1204597e-b6fe-415f-b1dd-2541007ca68f req-1e1fd9f9-029a-4227-9427-5084100e5752 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0514596 Oct 28 08:40:40.182571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1204597e-b6fe-415f-b1dd-2541007ca68f req-c7f9d920-8ba5-419c-8dd4-7a88c1ba9b9b tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Oct 28 08:40:40.183095 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=62e8969b-1684-48c9-a697-1e36b8bae48e,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:40.195710 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '62e8969b-1684-48c9-a697-1e36b8bae48e', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'port_id': '62e8969b-1684-48c9-a697-1e36b8bae48e', 'mac_address': 'fa:16:3e:63:06:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:40.232197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.246962 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e8969b-1684-48c9-a697-1e36b8bae48e {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:40.273370 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=62e8969b-1684-48c9-a697-1e36b8bae48e,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:40.278163 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:40.325404 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:40.420907 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000de2b-dc75-4dba-90d8-3e5d4c9a2625 req-50facdd2-4989-4d58-a995-921977ef3571 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.422904 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a000de2b-dc75-4dba-90d8-3e5d4c9a2625 req-50facdd2-4989-4d58-a995-921977ef3571 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0532017 Oct 28 08:40:40.463707 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a000de2b-dc75-4dba-90d8-3e5d4c9a2625 req-35c29705-e966-4641-9ee7-9a425e07171f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347109 Oct 28 08:40:40.667658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['62e8969b-1684-48c9-a697-1e36b8bae48e'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:40.776777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068062-5e6f-48d4-a2f1-e3229d3f7b9d req-7a53a8a6-d754-40fa-9328-7aba67666af4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.778395 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4068062-5e6f-48d4-a2f1-e3229d3f7b9d req-7a53a8a6-d754-40fa-9328-7aba67666af4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0624683 Oct 28 08:40:40.830071 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4068062-5e6f-48d4-a2f1-e3229d3f7b9d req-244d9b54-0630-4064-a0de-aa200402611b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Oct 28 08:40:40.927694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01bb38-3e82-49bc-a5b5-1d838a853345 req-75a2bf92-49a1-4261-8d9b-14a8a8deb11e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:40.930772 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad01bb38-3e82-49bc-a5b5-1d838a853345 req-75a2bf92-49a1-4261-8d9b-14a8a8deb11e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0957985 Oct 28 08:40:40.989069 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad01bb38-3e82-49bc-a5b5-1d838a853345 req-e4714c58-579e-4e3b-b635-41791a690332 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493746 Oct 28 08:40:41.067136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381642f5-1187-4d4e-8008-a70af8f92b29 req-80c7cb42-33e4-4db3-846c-a31d72335f6c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.068865 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-381642f5-1187-4d4e-8008-a70af8f92b29 req-80c7cb42-33e4-4db3-846c-a31d72335f6c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.0694239 Oct 28 08:40:41.117805 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-381642f5-1187-4d4e-8008-a70af8f92b29 req-b72ec053-c4ba-4574-b65e-8f82e4daf557 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373721 Oct 28 08:40:41.296780 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc022711-64e3-4085-af4e-6c9cbe173b88 req-02c158ce-9da7-4c35-9089-bdb646bf7c6f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.298301 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc022711-64e3-4085-af4e-6c9cbe173b88 req-02c158ce-9da7-4c35-9089-bdb646bf7c6f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0500574 Oct 28 08:40:41.336693 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc022711-64e3-4085-af4e-6c9cbe173b88 req-0fcccd17-8850-4436-b2ce-ef8c93042b9c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Oct 28 08:40:41.585894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee851b-acd0-4477-80c8-e9ad883361e8 req-f4367268-6eef-4ffa-88b6-8c8ff00bd0f4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.587393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-40ee851b-acd0-4477-80c8-e9ad883361e8 req-f4367268-6eef-4ffa-88b6-8c8ff00bd0f4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0477576 Oct 28 08:40:41.624595 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-40ee851b-acd0-4477-80c8-e9ad883361e8 req-a99bf168-f8ac-4c24-b2bf-a7a8e951afb2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Oct 28 08:40:41.961385 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074e3df-850f-4b80-9a51-33767ed34802 req-a243fc14-09f0-487c-9cab-77ea4317713a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:41.963404 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4074e3df-850f-4b80-9a51-33767ed34802 req-a243fc14-09f0-487c-9cab-77ea4317713a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 943 time: 0.0534198 Oct 28 08:40:42.002481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4074e3df-850f-4b80-9a51-33767ed34802 req-ace38d2e-1c69-4664-98fb-28efc8cef8a0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Oct 28 08:40:42.029830 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b2646fe2-207f-4a3e-83bb-89f157ae43c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.058904 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e8d31af7-741e-4880-988e-5bfcf3a45f01 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:42.117300 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 62e8969b-1684-48c9-a697-1e36b8bae48e up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:42.137340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc86c0f-1c63-4f13-ba32-548da93bc22d req-a45e82c7-c433-4c0e-97fd-dac864aa3668 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:42.139360 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cc86c0f-1c63-4f13-ba32-548da93bc22d req-a45e82c7-c433-4c0e-97fd-dac864aa3668 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0629904 Oct 28 08:40:42.186352 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cc86c0f-1c63-4f13-ba32-548da93bc22d req-86842272-e08a-4f31-b18c-88410bb7b3f9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Oct 28 08:40:42.382472 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59a322-0dab-49d3-ba02-a595901f63b7 req-e47ab618-2e14-4913-900e-68ec613ffc8c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:42.385612 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 62e8969b-1684-48c9-a697-1e36b8bae48e completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:42.398449 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e59a322-0dab-49d3-ba02-a595901f63b7 req-e47ab618-2e14-4913-900e-68ec613ffc8c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 943 time: 0.1577821 Oct 28 08:40:42.399774 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 62e8969b-1684-48c9-a697-1e36b8bae48e triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:42.400160 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.454804 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:42.455207 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e59a322-0dab-49d3-ba02-a595901f63b7 req-1f5b2e8d-b01e-4326-98b5-575f8fc115a0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508454 Oct 28 08:40:42.477030 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'e8d31af7-741e-4880-988e-5bfcf3a45f01', 'network_id': '6a6961ac-87c8-49d5-9235-d489fd741dcf', 'port_id': 'e8d31af7-741e-4880-988e-5bfcf3a45f01', 'mac_address': 'fa:16:3e:ab:36:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae456507-51dc-48ec-884f-ed9cafbfff00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:42.518596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7a1f8-9be2-4116-81e9-55fdc642d433 req-0b608a11-9693-4c82-aef6-715f40709485 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:42.519901 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3a7a1f8-9be2-4116-81e9-55fdc642d433 req-0b608a11-9693-4c82-aef6-715f40709485 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0636206 Oct 28 08:40:42.551654 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.571351 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d31af7-741e-4880-988e-5bfcf3a45f01 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:42.571858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3a7a1f8-9be2-4116-81e9-55fdc642d433 req-997b2702-c79d-45e7-b037-5e184f87da14 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Oct 28 08:40:42.587417 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.607850 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:42.614321 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.615032 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:42.663058 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:42.756969 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=62e8969b-1684-48c9-a697-1e36b8bae48e,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:42.771070 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.795445 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c9cd2-3cbc-4b60-a67b-5e3253bc227b req-7086a54b-0392-4ca2-aaf0-b942422ac73c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:42.807748 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a4c9cd2-3cbc-4b60-a67b-5e3253bc227b req-7086a54b-0392-4ca2-aaf0-b942422ac73c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0981984 Oct 28 08:40:42.819534 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.859184 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a4c9cd2-3cbc-4b60-a67b-5e3253bc227b req-ea1fc27d-abad-4d29-86d4-dd2549b64fe6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499578 Oct 28 08:40:42.889057 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ffa7fc-b25b-419c-8656-9cce535f6a52" -d '{"events": [{"server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "name": "network-vif-plugged", "status": "completed", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:42.905284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:42.914604 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:42.928301 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'b51a5869-7eac-401f-ad13-59a689851a50', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:42.969597 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:42.983029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:42.996041 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6f3a4-e6b1-4c8c-81f9-bad1d63a387d x-openstack-request-id: req-34d6f3a4-e6b1-4c8c-81f9-bad1d63a387d {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:42.996350 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "name": "network-vif-plugged", "status": "completed", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:42.996609 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34d6f3a4-e6b1-4c8c-81f9-bad1d63a387d {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:42.997069 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e', 'code': 200} Oct 28 08:40:43.008371 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.012936 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.013714 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bc82b34a-5083-4fe6-8ca3-57d3482a7509 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:43.127914 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.135098 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e1f24-fe3a-4d70-b369-99ca268e1e02 req-6c444476-355a-457c-9bff-7232bb75fd77 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.136737 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d25e1f24-fe3a-4d70-b369-99ca268e1e02 req-6c444476-355a-457c-9bff-7232bb75fd77 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0557876 Oct 28 08:40:43.180984 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.183097 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d25e1f24-fe3a-4d70-b369-99ca268e1e02 req-d8389b27-d0a3-4f48-87cb-00091fa632dc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401998 Oct 28 08:40:43.204151 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'port_id': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'mac_address': 'fa:16:3e:38:d7:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:43.225101 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-b37a8abf-05fd-4f40-968f-9844e1a8d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.226647 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-b37a8abf-05fd-4f40-968f-9844e1a8d2b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.0812013 Oct 28 08:40:43.250155 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.251995 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-125ab45e-91c0-4f4e-b007-3613018da7e3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.268768 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc82b34a-5083-4fe6-8ca3-57d3482a7509 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:43.297975 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.302562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.303373 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 64609431-9691-46a8-a89b-e479eb357768 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:43.338563 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-125ab45e-91c0-4f4e-b007-3613018da7e3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.346277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039e1f-b3bd-42d5-bb64-484be3ce9f15 req-ac806135-cb6f-4480-bedd-6a2e7bbffc57 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.346998 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-125ab45e-91c0-4f4e-b007-3613018da7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.348904 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-85039e1f-b3bd-42d5-bb64-484be3ce9f15 req-ac806135-cb6f-4480-bedd-6a2e7bbffc57 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 943 time: 0.0682290 Oct 28 08:40:43.393754 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-b5a30d60-8dad-4c73-bd94-cf8bbcb2b7bf req-125ab45e-91c0-4f4e-b007-3613018da7e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574004 Oct 28 08:40:43.402524 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ab45e-91c0-4f4e-b007-3613018da7e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3de317db-94a5-46f4-80cd-0b693444284d,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.409164 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-85039e1f-b3bd-42d5-bb64-484be3ce9f15 req-c4a0c897-bda0-4143-b4d3-e3062cb76e9b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Oct 28 08:40:43.410309 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.460138 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=64609431-9691-46a8-a89b-e479eb357768,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.471538 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '64609431-9691-46a8-a89b-e479eb357768', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'port_id': '64609431-9691-46a8-a89b-e479eb357768', 'mac_address': 'fa:16:3e:c0:dd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb87086-c866-4403-97f9-afd45403d009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:43.514439 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.532506 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64609431-9691-46a8-a89b-e479eb357768 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:43.557183 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=64609431-9691-46a8-a89b-e479eb357768,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.560667 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.561435 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:40:43.565733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81a2d3-c9d0-4fba-aff6-304f9b85268e req-6e6e11bd-d542-459e-a620-17c28dae6c6f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.567324 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6d81a2d3-c9d0-4fba-aff6-304f9b85268e req-6e6e11bd-d542-459e-a620-17c28dae6c6f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0523736 Oct 28 08:40:43.631535 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6d81a2d3-c9d0-4fba-aff6-304f9b85268e req-6c63e08d-ef50-411f-b43e-c3773b3351a9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510917 Oct 28 08:40:43.659968 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.710557 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,segment=NetworkSegment(a107b224-81fc-46d2-a251-3df1ee6cda72),segment_id=a107b224-81fc-46d2-a251-3df1ee6cda72)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.712689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d5fd2-f354-4d39-b551-8ad307024f22 req-fbcae791-2272-4dbc-9149-f2226a6bd80d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.714195 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-439d5fd2-f354-4d39-b551-8ad307024f22 req-fbcae791-2272-4dbc-9149-f2226a6bd80d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 943 time: 0.0487564 Oct 28 08:40:43.721221 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6', 'network_id': 'cd7b6ca0-55b9-4af1-a370-11fe1f05dca8', 'port_id': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6', 'mac_address': 'fa:16:3e:06:aa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b9bb07-4a06-46ce-a2a3-72b3b435fe2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:40:43.759093 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-439d5fd2-f354-4d39-b551-8ad307024f22 req-b5c95bc9-7a7c-46d7-b50a-2e93308e8a87 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Oct 28 08:40:43.762482 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.780064 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:40:43.797544 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,segment=NetworkSegment(a107b224-81fc-46d2-a251-3df1ee6cda72),segment_id=a107b224-81fc-46d2-a251-3df1ee6cda72)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:43.802098 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:43.857003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:43.985180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c83a97-6b47-4e7b-8eb0-8a23d60bf3b2 req-f46258b8-05f6-4fff-bd2c-84a5cd95d938 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:43.986724 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-55c83a97-6b47-4e7b-8eb0-8a23d60bf3b2 req-f46258b8-05f6-4fff-bd2c-84a5cd95d938 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0564530 Oct 28 08:40:44.027875 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-55c83a97-6b47-4e7b-8eb0-8a23d60bf3b2 req-ec7f60d2-3610-42f5-8b95-81222a2ad1b8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351589 Oct 28 08:40:44.290838 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c197-6f9a-4c10-b25d-405873092ac5 req-e073d0d6-9443-4c32-b915-92df1105a7df tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.292385 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cf84c197-6f9a-4c10-b25d-405873092ac5 req-e073d0d6-9443-4c32-b915-92df1105a7df tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0483983 Oct 28 08:40:44.332780 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cf84c197-6f9a-4c10-b25d-405873092ac5 req-41dc2e28-c575-42a6-b7dd-4268f0ecdabe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Oct 28 08:40:44.544710 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b8d30-a9ae-45c6-a8ef-7a86031887e6 req-19283aa7-adfa-41ef-9149-3bace606f03c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.546098 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2e3b8d30-a9ae-45c6-a8ef-7a86031887e6 req-19283aa7-adfa-41ef-9149-3bace606f03c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0488842 Oct 28 08:40:44.584520 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2e3b8d30-a9ae-45c6-a8ef-7a86031887e6 req-0a32ac3e-d6d8-412a-9852-be4c96fee144 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Oct 28 08:40:44.741845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b149-76a3-480b-81e2-503e129cdd7c req-384769b6-1de5-46b3-829b-550f0c87d303 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.743342 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3ec6b149-76a3-480b-81e2-503e129cdd7c req-384769b6-1de5-46b3-829b-550f0c87d303 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0520940 Oct 28 08:40:44.780669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3ec6b149-76a3-480b-81e2-503e129cdd7c req-35ee5349-4beb-4ba3-9e4d-1acf459715bd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Oct 28 08:40:44.809913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a69a1cb3-0d92-4d2c-86e0-1b071b1e48c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:44.879369 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fff39-a7b6-4bfd-acd5-05a7e3797e76 req-ecca07ee-8fa0-46dc-9df2-e531472864b3 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:44.880731 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab3fff39-a7b6-4bfd-acd5-05a7e3797e76 req-ecca07ee-8fa0-46dc-9df2-e531472864b3 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0501509 Oct 28 08:40:44.922042 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab3fff39-a7b6-4bfd-acd5-05a7e3797e76 req-f9c3fa75-8653-442e-9482-81383ed82f21 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349824 Oct 28 08:40:45.155187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e24d01-4167-4317-95f9-e9de4b04590f req-ff704552-9507-4144-a467-9ed8514aa89b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.156886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0e24d01-4167-4317-95f9-e9de4b04590f req-ff704552-9507-4144-a467-9ed8514aa89b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0540977 Oct 28 08:40:45.197717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0e24d01-4167-4317-95f9-e9de4b04590f req-468faf5c-db15-4383-955b-b5bd5ee1faad tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346954 Oct 28 08:40:45.453667 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25303f38-a46c-4411-853a-a750658cadeb req-a5442550-c7df-4bc1-b1c3-a3ba4eb47038 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.455229 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-25303f38-a46c-4411-853a-a750658cadeb req-a5442550-c7df-4bc1-b1c3-a3ba4eb47038 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0525916 Oct 28 08:40:45.497557 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-25303f38-a46c-4411-853a-a750658cadeb req-043141ad-700b-4eeb-b14d-62f6a57002c7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348291 Oct 28 08:40:45.701407 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.704179 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd463-ad2b-43cb-bddf-996326825915 req-4c34df4f-535a-4268-bf0b-8eafeb2fd04c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.705754 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58fbd463-ad2b-43cb-bddf-996326825915 req-4c34df4f-535a-4268-bf0b-8eafeb2fd04c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0535164 Oct 28 08:40:45.745994 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58fbd463-ad2b-43cb-bddf-996326825915 req-fac8828e-85e6-4470-9504-f571225acfc0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Oct 28 08:40:45.883177 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:45.898937 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1169d9-dfac-4a72-9e4a-a1134bc3fc90 req-10a5aa95-a234-4134-8457-fbde399a4ae5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:45.900471 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b1169d9-dfac-4a72-9e4a-a1134bc3fc90 req-10a5aa95-a234-4134-8457-fbde399a4ae5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0491533 Oct 28 08:40:45.947029 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b1169d9-dfac-4a72-9e4a-a1134bc3fc90 req-d99a7df4-615e-4bbb-93ca-1a9cdea1843d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Oct 28 08:40:46.044733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae68b-1b36-4af3-a442-0f3d0e5b2722 req-4b085d16-5107-40b3-935b-5a3fca209415 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:46.046219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1fae68b-1b36-4af3-a442-0f3d0e5b2722 req-4b085d16-5107-40b3-935b-5a3fca209415 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0550447 Oct 28 08:40:46.085585 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1fae68b-1b36-4af3-a442-0f3d0e5b2722 req-8496442d-1c88-4587-997e-fbe10f63f2c6 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Oct 28 08:40:46.317615 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b827406-0d2f-4acc-a743-ec3156d04e1f req-d661fe1a-80a6-4a50-b139-bb9209985b1f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:46.319219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b827406-0d2f-4acc-a743-ec3156d04e1f req-d661fe1a-80a6-4a50-b139-bb9209985b1f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0492170 Oct 28 08:40:46.358923 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b827406-0d2f-4acc-a743-ec3156d04e1f req-b3f907d9-92fa-4728-b0d9-6fc8cf0af29d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333798 Oct 28 08:40:46.617277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beebf4-db20-45f0-bfe5-03aab17c0722 req-2507e9b8-24cc-443d-b373-f39ef6d5b58a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:46.618813 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7beebf4-db20-45f0-bfe5-03aab17c0722 req-2507e9b8-24cc-443d-b373-f39ef6d5b58a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0486500 Oct 28 08:40:46.655628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7beebf4-db20-45f0-bfe5-03aab17c0722 req-6ae38795-ecb2-4c0b-9c01-e52c0e3a8e35 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Oct 28 08:40:46.866167 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bedc3-c55b-49ff-b287-9ba7d1723c4b req-a5cdefe8-ef21-4ad5-b63c-cee2e2b51ba6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:46.867693 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-823bedc3-c55b-49ff-b287-9ba7d1723c4b req-a5cdefe8-ef21-4ad5-b63c-cee2e2b51ba6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0516992 Oct 28 08:40:46.906681 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-823bedc3-c55b-49ff-b287-9ba7d1723c4b req-f8a43513-9f58-4db5-a2fa-13e2e4b0cdd5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Oct 28 08:40:47.067730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a8ba5-1657-45b8-8499-6fd07bd66558 req-3f425660-0d99-4fab-a069-73e963066564 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.069209 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b77a8ba5-1657-45b8-8499-6fd07bd66558 req-3f425660-0d99-4fab-a069-73e963066564 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0487723 Oct 28 08:40:47.114637 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b77a8ba5-1657-45b8-8499-6fd07bd66558 req-b74d746d-52e7-481a-ab0b-6ef3e893b696 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391898 Oct 28 08:40:47.201465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d35af-59fd-4480-a961-bd54dd3db02a req-0f7d7433-605a-4077-8e31-d7ff2ca39bcd tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.203799 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e3d35af-59fd-4480-a961-bd54dd3db02a req-0f7d7433-605a-4077-8e31-d7ff2ca39bcd tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0486438 Oct 28 08:40:47.241889 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e3d35af-59fd-4480-a961-bd54dd3db02a req-fe9e626d-b749-44eb-8b07-50e39a9d1409 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Oct 28 08:40:47.279525 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:47.477947 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da8309-efee-4ad7-941f-9029cd12b324 req-e84cd71a-5337-4a7d-9cc1-870cff9033cb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.479445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-79da8309-efee-4ad7-941f-9029cd12b324 req-e84cd71a-5337-4a7d-9cc1-870cff9033cb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0512753 Oct 28 08:40:47.519508 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-79da8309-efee-4ad7-941f-9029cd12b324 req-98b60d5b-1156-4939-94bc-da5dca760c10 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Oct 28 08:40:47.772773 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a2a73-1b3f-4ff3-a7a4-8c13d551d2e1 req-226c15ed-ca1a-43b5-a91f-20bd8bda226d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:47.774271 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f67a2a73-1b3f-4ff3-a7a4-8c13d551d2e1 req-226c15ed-ca1a-43b5-a91f-20bd8bda226d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0500629 Oct 28 08:40:47.814742 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f67a2a73-1b3f-4ff3-a7a4-8c13d551d2e1 req-36c6c106-a70c-45f6-8ea0-35ee574bab6d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Oct 28 08:40:48.024722 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df94a4-c225-4d06-adb6-64952b9e8404 req-55dc98e6-4f5f-4a49-985d-2019355d2f7f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.026307 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-30df94a4-c225-4d06-adb6-64952b9e8404 req-55dc98e6-4f5f-4a49-985d-2019355d2f7f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0508654 Oct 28 08:40:48.064921 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-30df94a4-c225-4d06-adb6-64952b9e8404 req-0e8921cf-4748-415e-9eb1-2284b9099d43 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Oct 28 08:40:48.229860 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac1a41-4904-4c66-94c5-a88bd3f07f3b req-899659cc-60a5-461c-a2f1-c599a472d2fc tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.231268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bac1a41-4904-4c66-94c5-a88bd3f07f3b req-899659cc-60a5-461c-a2f1-c599a472d2fc tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0522554 Oct 28 08:40:48.269958 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bac1a41-4904-4c66-94c5-a88bd3f07f3b req-41c9aace-d4d4-4c36-b83d-a0786799ef87 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325594 Oct 28 08:40:48.357448 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecb9d2-7101-4215-bd9d-72e78a1c7b7e req-bc1237c0-3c6d-45e2-b560-96ca291ac555 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.358958 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8eecb9d2-7101-4215-bd9d-72e78a1c7b7e req-bc1237c0-3c6d-45e2-b560-96ca291ac555 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0489509 Oct 28 08:40:48.399680 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8eecb9d2-7101-4215-bd9d-72e78a1c7b7e req-9ad267b7-b807-4d7c-9bd2-adcf641532de tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Oct 28 08:40:48.636587 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ff49f-f826-484f-9b02-6eb076739762 req-85f564ea-2781-4a4f-9754-6f1f9c45a526 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.638084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-207ff49f-f826-484f-9b02-6eb076739762 req-85f564ea-2781-4a4f-9754-6f1f9c45a526 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Oct 28 08:40:48.674753 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-207ff49f-f826-484f-9b02-6eb076739762 req-aeeb643a-b41e-42c4-a428-6a8d27f78d8b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Oct 28 08:40:48.681674 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['b51a5869-7eac-401f-ad13-59a689851a50'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:48.686627 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['9ea8a9e5-c360-4361-8ee7-43bd5674b3d6'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:48.845281 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['bc82b34a-5083-4fe6-8ca3-57d3482a7509'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:48.885283 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:48.887520 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['e8d31af7-741e-4880-988e-5bfcf3a45f01'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:40:48.947771 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cfd91-99ee-4c3f-acaf-8c174f44dcc6 req-77d7eadd-ffe8-478d-b1d4-6e5e3d2ca3ae tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:48.950024 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-542cfd91-99ee-4c3f-acaf-8c174f44dcc6 req-77d7eadd-ffe8-478d-b1d4-6e5e3d2ca3ae tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0581434 Oct 28 08:40:49.002126 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-542cfd91-99ee-4c3f-acaf-8c174f44dcc6 req-6bb78319-891a-4eb1-89c4-636aebe3b825 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Oct 28 08:40:49.193681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd98158-a432-48e9-bc53-2b8c2cfe6b2e req-81e58b99-68a3-4c81-90c4-5d309555b013 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.195468 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cd98158-a432-48e9-bc53-2b8c2cfe6b2e req-81e58b99-68a3-4c81-90c4-5d309555b013 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0494976 Oct 28 08:40:49.237727 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cd98158-a432-48e9-bc53-2b8c2cfe6b2e req-22525a6e-122a-49b3-aaa9-8f1a017a4c6e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Oct 28 08:40:49.388217 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce983-3a1b-461a-9203-c0390423a5b8 req-7ca0c480-add3-4125-9acd-ea677d16d24b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.389812 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2c4ce983-3a1b-461a-9203-c0390423a5b8 req-7ca0c480-add3-4125-9acd-ea677d16d24b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0515974 Oct 28 08:40:49.439859 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2c4ce983-3a1b-461a-9203-c0390423a5b8 req-38dad949-9775-4dd6-ab15-5b82b31b114c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Oct 28 08:40:49.528336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c4116-8cff-48c7-9c9c-b812ae2a9b36 req-b4d713b9-7411-4f23-93e2-0fdd207b50d0 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.529809 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f8c4116-8cff-48c7-9c9c-b812ae2a9b36 req-b4d713b9-7411-4f23-93e2-0fdd207b50d0 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0557606 Oct 28 08:40:49.571743 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f8c4116-8cff-48c7-9c9c-b812ae2a9b36 req-96a1c17f-c935-405d-b69f-0ea2dd0f722d tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349920 Oct 28 08:40:49.804629 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb977976-067a-43b6-b329-4d971bf36592 req-a4eaee66-71e3-483a-81ec-2d2e1818bd00 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:49.806203 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb977976-067a-43b6-b329-4d971bf36592 req-a4eaee66-71e3-483a-81ec-2d2e1818bd00 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0540946 Oct 28 08:40:49.855053 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb977976-067a-43b6-b329-4d971bf36592 req-a04a712c-b885-4b7f-bde7-876109c9fdf0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Oct 28 08:40:50.119353 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100446d-644c-4f60-8e20-d0879266d938 req-e9b49898-661c-442d-ad01-083883779398 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.120677 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0100446d-644c-4f60-8e20-d0879266d938 req-e9b49898-661c-442d-ad01-083883779398 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0511255 Oct 28 08:40:50.174454 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0100446d-644c-4f60-8e20-d0879266d938 req-c0699db8-4da1-47f0-970d-692cc89a6b98 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Oct 28 08:40:50.391538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93471ec-adf1-49e2-94f9-35cf007c95be req-a97cb0f2-8b40-4e6e-b21e-c1bf736ac89d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.393551 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f93471ec-adf1-49e2-94f9-35cf007c95be req-a97cb0f2-8b40-4e6e-b21e-c1bf736ac89d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0616241 Oct 28 08:40:50.434440 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f93471ec-adf1-49e2-94f9-35cf007c95be req-24004a8f-a49b-45d3-9b1c-2dbd6642ad6b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Oct 28 08:40:50.557406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be7194-28a6-4fa3-b68a-e5e5aa792729 req-44b4196d-7c73-40d0-aae6-c29abbfd965d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.558910 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-24be7194-28a6-4fa3-b68a-e5e5aa792729 req-44b4196d-7c73-40d0-aae6-c29abbfd965d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0497012 Oct 28 08:40:50.600214 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-24be7194-28a6-4fa3-b68a-e5e5aa792729 req-2599e4a7-7bfa-453a-902d-dc90675a90eb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343077 Oct 28 08:40:50.692117 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e6c13-fbf8-4028-bb3a-083331edaf95 req-b84fab5d-79b8-45fd-814b-7a10349716d5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.693657 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-299e6c13-fbf8-4028-bb3a-083331edaf95 req-b84fab5d-79b8-45fd-814b-7a10349716d5 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0490742 Oct 28 08:40:50.731554 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-299e6c13-fbf8-4028-bb3a-083331edaf95 req-ee2ca3cd-14d2-4081-bdb9-490cf2577bd3 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Oct 28 08:40:50.994447 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905225f-5f92-4783-aee6-f97376e0efdf req-ea0f4920-c08b-43dc-98f4-ab8f2e1c2779 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:50.995962 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9905225f-5f92-4783-aee6-f97376e0efdf req-ea0f4920-c08b-43dc-98f4-ab8f2e1c2779 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0538936 Oct 28 08:40:51.036010 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9905225f-5f92-4783-aee6-f97376e0efdf req-42f44179-d761-427a-acdc-78a79558a2d2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Oct 28 08:40:51.289706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84535a56-693d-495f-98f1-3596cf4b6391 req-2cb2c92c-af3e-43cc-95fd-ed37dab83e68 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:51.291253 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84535a56-693d-495f-98f1-3596cf4b6391 req-2cb2c92c-af3e-43cc-95fd-ed37dab83e68 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 944 time: 0.0488918 Oct 28 08:40:51.329116 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84535a56-693d-495f-98f1-3596cf4b6391 req-c07caeba-8e7d-4742-9674-bb1bc95aeca7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Oct 28 08:40:51.534171 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49846) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:51.565874 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca28f9-41f4-4636-be09-86c65d2e2d1c req-e3f2ad77-3211-4038-9eb9-ff6f1e918c9e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:51.567863 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13ca28f9-41f4-4636-be09-86c65d2e2d1c req-e3f2ad77-3211-4038-9eb9-ff6f1e918c9e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0611000 Oct 28 08:40:51.615185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13ca28f9-41f4-4636-be09-86c65d2e2d1c req-d5dea949-db9d-4d91-9e7c-950ee1e921e3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376427 Oct 28 08:40:51.672139 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.737308 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb880c-bc69-4b5c-8153-9ff577975ff9 req-5bf130e1-20b0-4002-a295-aae16fbbb1a6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:51.739002 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e9fb880c-bc69-4b5c-8153-9ff577975ff9 req-5bf130e1-20b0-4002-a295-aae16fbbb1a6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.0555153 Oct 28 08:40:51.766681 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.771863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.784938 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e9fb880c-bc69-4b5c-8153-9ff577975ff9 req-1eeea963-3cc2-4503-ac20-67ee5f56ba6d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Oct 28 08:40:51.802758 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49870) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:51.802917 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e28df7fadbe64f018f3a5ee87be0d597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669978 Oct 28 08:40:51.831964 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27260465-53b2-44e8-81d4-df3426253f08,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:51.839406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.839832 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.840232 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.840897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.841289 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.841692 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.842088 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.842482 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.842893 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.843809 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.844199 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.844583 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e720b5-1169-4e8c-8ef7-7fe045cf35a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:51.892897 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.903494 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d41cac-15db-4291-b89b-87dab1454a4b req-d7a963bc-2586-4aef-ac92-5269f0d179cc tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:51.905047 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e6d41cac-15db-4291-b89b-87dab1454a4b req-d7a963bc-2586-4aef-ac92-5269f0d179cc tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.0792475 Oct 28 08:40:51.940199 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:51.979169 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e6d41cac-15db-4291-b89b-87dab1454a4b req-b3fe2f40-3ef7-4547-925a-0635dbc45090 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Oct 28 08:40:52.007142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.009953 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.011016 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27260465-53b2-44e8-81d4-df3426253f08 HTTP/1.1" status: 204 len: 168 time: 0.2069016 Oct 28 08:40:52.021977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27260465-53b2-44e8-81d4-df3426253f08,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.029570 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.029923 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.030260 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.030859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.031119 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.031453 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.031784 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.032113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.032442 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.032766 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.033088 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.033406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e6b92-94cc-4741-88e2-c80a3dcb190c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:52.103400 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e8d31af7-741e-4880-988e-5bfcf3a45f01 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:52.134246 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49890) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:52.178452 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port e8d31af7-741e-4880-988e-5bfcf3a45f01 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:52.185479 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port e8d31af7-741e-4880-988e-5bfcf3a45f01 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:52.186285 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.242732 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e26de-ad51-4c88-b6bf-4ae3a22b962f req-aa7add25-b07a-4d19-8eef-38f1d95036bc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:52.254770 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cf1e26de-ad51-4c88-b6bf-4ae3a22b962f req-aa7add25-b07a-4d19-8eef-38f1d95036bc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.1050649 Oct 28 08:40:52.297952 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cf1e26de-ad51-4c88-b6bf-4ae3a22b962f req-053ce7a8-95b7-4fa4-b57b-2fe21243692f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Oct 28 08:40:52.329922 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.361631 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:52.364368 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6b815c-e62e-4f87-b6e1-adbe17a044f1" -d '{"events": [{"server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "name": "network-vif-plugged", "status": "completed", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:52.381402 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:52.388799 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.390597 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:52.463714 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00474aeb-bff3-47be-9a67-7b0ff352a522 x-openstack-request-id: req-00474aeb-bff3-47be-9a67-7b0ff352a522 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:52.464340 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "name": "network-vif-plugged", "status": "completed", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:52.464780 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00474aeb-bff3-47be-9a67-7b0ff352a522 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:52.465356 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01', 'code': 200} Oct 28 08:40:52.490890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83642ad-9928-4490-b72e-187a7d30ed00 req-b1e62cbf-f02a-4fdc-8613-489f66c73baf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:52.494486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.500567 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c83642ad-9928-4490-b72e-187a7d30ed00 req-b1e62cbf-f02a-4fdc-8613-489f66c73baf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0876863 Oct 28 08:40:52.510612 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port b51a5869-7eac-401f-ad13-59a689851a50 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:52.516049 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port b51a5869-7eac-401f-ad13-59a689851a50 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:52.517065 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.527363 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-421fecb3-1273-43e8-b1a4-5646fdf7be41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.570093 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49906) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:52.579270 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c83642ad-9928-4490-b72e-187a7d30ed00 req-6038d8f7-941c-4b6d-accc-3b86983a5359 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 Oct 28 08:40:52.602913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.606379 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-951c1f3d-6d62-4f78-a615-f044b3c8de32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.652746 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:52.657985 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-421fecb3-1273-43e8-b1a4-5646fdf7be41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.662370 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-421fecb3-1273-43e8-b1a4-5646fdf7be41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.662883 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.663898 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bc82b34a-5083-4fe6-8ca3-57d3482a7509 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:52.705508 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fecb3-1273-43e8-b1a4-5646fdf7be41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2979f7af-e066-4712-9fcd-210be444d6a0,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.708760 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-951c1f3d-6d62-4f78-a615-f044b3c8de32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.713542 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 49910) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:52.715393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-421fecb3-1273-43e8-b1a4-5646fdf7be41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acbc2e76166240e5ac899c310cbc4ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798049 Oct 28 08:40:52.717024 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-951c1f3d-6d62-4f78-a615-f044b3c8de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.752932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.776067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port bc82b34a-5083-4fe6-8ca3-57d3482a7509 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:52.782229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port bc82b34a-5083-4fe6-8ca3-57d3482a7509 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:52.782625 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.785859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5aa47-f6f9-439d-baf6-333c5e5afb25 req-cf9ad3b8-fe84-4869-ac5d-8c7f5a112a06 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:52.787703 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-efd5aa47-f6f9-439d-baf6-333c5e5afb25 req-cf9ad3b8-fe84-4869-ac5d-8c7f5a112a06 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 944 time: 0.0573108 Oct 28 08:40:52.813635 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-951c1f3d-6d62-4f78-a615-f044b3c8de32 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4e29531ef8e4727856179bdfd634405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391551 Oct 28 08:40:52.813635 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c1f3d-6d62-4f78-a615-f044b3c8de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec7234-fe03-45a6-a55b-4b12159ddd57,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.814038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49914) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:52.822636 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ea7b2-f0fb-4954-acf1-dd72c2a15044 req-06030607-f74a-489a-9dd3-7c3df520239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:52.824722 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-569ea7b2-f0fb-4954-acf1-dd72c2a15044 req-06030607-f74a-489a-9dd3-7c3df520239b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1098 time: 0.1626849 Oct 28 08:40:52.840020 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.860177 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-efd5aa47-f6f9-439d-baf6-333c5e5afb25 req-ce258c3c-3552-4b3b-b390-bc5ab115f8a7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658076 Oct 28 08:40:52.886027 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.896644 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-569ea7b2-f0fb-4954-acf1-dd72c2a15044 req-22ec6961-5dcf-4510-a239-cadf04befd9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 Oct 28 08:40:52.898338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.914892 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.948378 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.951350 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.955584 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2979f7af-e066-4712-9fcd-210be444d6a0 HTTP/1.1" status: 204 len: 168 time: 0.2370312 Oct 28 08:40:52.961114 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:52.967800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:52.969523 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 64609431-9691-46a8-a89b-e479eb357768 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:52.970827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926ea2-bf4e-4975-801b-3a0e11541ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2979f7af-e066-4712-9fcd-210be444d6a0,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:52.980019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.026914 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d63a1-5bbb-4a08-a5e1-b874a17e1285 req-e0232e5d-202a-424e-bc45-21ab61f6c5bb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.028406 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e1d63a1-5bbb-4a08-a5e1-b874a17e1285 req-e0232e5d-202a-424e-bc45-21ab61f6c5bb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 944 time: 0.1090605 Oct 28 08:40:53.070030 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:53.084382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 64609431-9691-46a8-a89b-e479eb357768 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:53.086257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.088939 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.090092 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0ec7234-fe03-45a6-a55b-4b12159ddd57 HTTP/1.1" status: 204 len: 168 time: 0.2750084 Oct 28 08:40:53.094534 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 64609431-9691-46a8-a89b-e479eb357768 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:53.094882 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.126170 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e1d63a1-5bbb-4a08-a5e1-b874a17e1285 req-47ad4180-e127-4c81-9603-c032b9547bf8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875840 Oct 28 08:40:53.132814 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b397fa-721c-4298-b18d-6d24a3e55a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec7234-fe03-45a6-a55b-4b12159ddd57,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:53.214284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4174d-18c2-4cf2-8ae1-9f093d34948d req-55a85794-f1f4-4190-8ba1-d16471c0257b tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.221713 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1e4174d-18c2-4cf2-8ae1-9f093d34948d req-55a85794-f1f4-4190-8ba1-d16471c0257b tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 944 time: 0.1181211 Oct 28 08:40:53.251532 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.266456 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1e4174d-18c2-4cf2-8ae1-9f093d34948d req-503c5a87-48dd-4b29-8d56-407459da40c8 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Oct 28 08:40:53.294348 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=64609431-9691-46a8-a89b-e479eb357768,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:53.298524 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.299330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:40:53.395880 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:53.407854 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:40:53.412354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:40:53.412801 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.445267 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906743b-bc16-486f-805c-7f2f80dd0692 req-cecc5d37-bb2c-41d9-969b-54d968c28712 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.453894 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f906743b-bc16-486f-805c-7f2f80dd0692 req-cecc5d37-bb2c-41d9-969b-54d968c28712 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0689971 Oct 28 08:40:53.502650 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f906743b-bc16-486f-805c-7f2f80dd0692 req-a76f8625-e2e6-4200-bd1f-044239aa5218 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Oct 28 08:40:53.536324 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.570619 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49938) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:53.577785 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,segment=NetworkSegment(a107b224-81fc-46d2-a251-3df1ee6cda72),segment_id=a107b224-81fc-46d2-a251-3df1ee6cda72)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:40:53.584316 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.595300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c4a803a2-648c-4311-bea4-1ebb71177f5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.644280 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:53.652620 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.652998 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.653406 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.653749 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.654092 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.654476 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.654897 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.655153 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.655572 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.655922 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.656256 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.656622 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:40:53.755629 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff4ba-39a6-41a5-b7e2-01c573d36ec7 req-24edff6d-8792-4ae5-9de9-45764ed8a98e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:53.757152 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e71ff4ba-39a6-41a5-b7e2-01c573d36ec7 req-24edff6d-8792-4ae5-9de9-45764ed8a98e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0712888 Oct 28 08:40:53.767281 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c4a803a2-648c-4311-bea4-1ebb71177f5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.783635 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c4a803a2-648c-4311-bea4-1ebb71177f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.835725 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e71ff4ba-39a6-41a5-b7e2-01c573d36ec7 req-5741edfa-cf65-43c4-8b11-0c586964fe4e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706210 Oct 28 08:40:53.836943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a803a2-648c-4311-bea4-1ebb71177f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce62e7-950e-4cfb-ace5-5085d464e552,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:53.841967 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-c4a803a2-648c-4311-bea4-1ebb71177f5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=480e8875b51a460bbbaaa0832f73e1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698052 Oct 28 08:40:53.845116 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 49958) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:53.902062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:53.928525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:54.020491 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7437-d045-4411-a684-9bed05c88d23 req-4414e918-3fab-4cbc-b345-8a77fbe3c2e4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.022003 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a5bb7437-d045-4411-a684-9bed05c88d23 req-4414e918-3fab-4cbc-b345-8a77fbe3c2e4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0594037 Oct 28 08:40:54.036538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:54.039126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:54.040220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bce62e7-950e-4cfb-ace5-5085d464e552 HTTP/1.1" status: 204 len: 168 time: 0.1936452 Oct 28 08:40:54.060498 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dba17-163b-4e32-88c9-387a5f53e6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce62e7-950e-4cfb-ace5-5085d464e552,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:54.078792 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a5bb7437-d045-4411-a684-9bed05c88d23 req-5b1bc2e5-43cf-4878-9464-78d2b9eb3aea tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Oct 28 08:40:54.269826 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7af5a-47be-4404-b1b4-449b0daadb22 req-49812f1a-02f2-4fdf-9207-d7b103acc4c2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.271403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbc7af5a-47be-4404-b1b4-449b0daadb22 req-49812f1a-02f2-4fdf-9207-d7b103acc4c2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0764410 Oct 28 08:40:54.344056 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbc7af5a-47be-4404-b1b4-449b0daadb22 req-20fe1ec4-103f-4db0-9cd5-e208769ee00d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596070 Oct 28 08:40:54.451085 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be87160-1782-413f-8f60-78901ab98d13 req-b069469b-8ce9-45b2-9635-c6ca2fb8e441 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.453716 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4be87160-1782-413f-8f60-78901ab98d13 req-b069469b-8ce9-45b2-9635-c6ca2fb8e441 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0710690 Oct 28 08:40:54.467090 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}, {'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509'}, {'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64609431-9691-46a8-a89b-e479eb357768'}, {'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:40:54.470633 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe52f46-b1e7-40d8-9474-78aefcfb42ee" -d '{"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}, {"server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "name": "network-vif-plugged", "status": "completed", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509"}, {"server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "name": "network-vif-plugged", "status": "completed", "tag": "64609431-9691-46a8-a89b-e479eb357768"}, {"server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "name": "network-vif-plugged", "status": "completed", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:40:54.516626 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4be87160-1782-413f-8f60-78901ab98d13 req-10306e3f-862e-493e-9527-bfc57506783a tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 Oct 28 08:40:54.553061 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 28 Oct 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b82992-d463-4736-9312-b1d70fc65550 x-openstack-request-id: req-56b82992-d463-4736-9312-b1d70fc65550 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:40:54.553373 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "code": 200}, {"server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "name": "network-vif-plugged", "status": "completed", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509", "code": 200}, {"server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "name": "network-vif-plugged", "status": "completed", "tag": "64609431-9691-46a8-a89b-e479eb357768", "code": 200}, {"server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "name": "network-vif-plugged", "status": "completed", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:40:54.553629 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56b82992-d463-4736-9312-b1d70fc65550 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:40:54.554040 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'code': 200} Oct 28 08:40:54.554296 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'code': 200} Oct 28 08:40:54.554587 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64609431-9691-46a8-a89b-e479eb357768', 'code': 200} Oct 28 08:40:54.554905 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6', 'code': 200} Oct 28 08:40:54.686479 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430e9a-19ea-4123-aaec-1acc55422d5b req-46b6235b-0717-4817-9433-f9a57750a07b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.689227 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97430e9a-19ea-4123-aaec-1acc55422d5b req-46b6235b-0717-4817-9433-f9a57750a07b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0715125 Oct 28 08:40:54.745177 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97430e9a-19ea-4123-aaec-1acc55422d5b req-22c35a02-e505-4d0d-b7f8-6f4c3194ab35 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 Oct 28 08:40:54.917356 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e91a7f-321e-4cd7-a66e-6c938aa6a806 req-f65a0b13-423c-4586-8a2f-637c27378667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:54.918904 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20e91a7f-321e-4cd7-a66e-6c938aa6a806 req-f65a0b13-423c-4586-8a2f-637c27378667 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 1098 time: 0.0656528 Oct 28 08:40:54.971056 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-20e91a7f-321e-4cd7-a66e-6c938aa6a806 req-a46479a1-f61d-49e3-a777-7e65522361df service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Oct 28 08:40:55.060978 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139f8a6-d8f6-4d28-a199-a49da2243845 req-b5dbf444-798e-4fa8-b40b-3a6ae3da3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.063538 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7139f8a6-d8f6-4d28-a199-a49da2243845 req-b5dbf444-798e-4fa8-b40b-3a6ae3da3776 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 1098 time: 0.1926937 Oct 28 08:40:55.079229 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ca62b-0c55-463c-939e-8fb179b178ad req-40bb512c-4ff9-4346-8aed-aa5f7caeec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.080992 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-975ca62b-0c55-463c-939e-8fb179b178ad req-40bb512c-4ff9-4346-8aed-aa5f7caeec47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.1414626 Oct 28 08:40:55.096443 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ac383-60ea-42b3-a9fa-d245ef4eb3c9 req-6beb239e-82f9-4ae7-857b-25f9064b0b3f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.097955 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-300ac383-60ea-42b3-a9fa-d245ef4eb3c9 req-6beb239e-82f9-4ae7-857b-25f9064b0b3f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0966890 Oct 28 08:40:55.100223 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f2d6c-9dca-4fa3-bcdb-e6f9e9390567 req-c4cca1e4-8a7b-46d1-ac72-afecfe5b0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.101435 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c4f2d6c-9dca-4fa3-bcdb-e6f9e9390567 req-c4cca1e4-8a7b-46d1-ac72-afecfe5b0075 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1098 time: 0.1662428 Oct 28 08:40:55.157997 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-300ac383-60ea-42b3-a9fa-d245ef4eb3c9 req-65bee4f3-f66f-48d2-b142-10b987209b2c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492451 Oct 28 08:40:55.385975 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c4f2d6c-9dca-4fa3-bcdb-e6f9e9390567 req-dcd815c0-92f9-4e77-a202-982700264c37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145420 Oct 28 08:40:55.410341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad856706-d223-487c-968e-2fca249dbb10 req-9842d480-b94a-4a83-9c32-12a1cf9aafb4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.412945 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad856706-d223-487c-968e-2fca249dbb10 req-9842d480-b94a-4a83-9c32-12a1cf9aafb4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.1889853 Oct 28 08:40:55.423384 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-975ca62b-0c55-463c-939e-8fb179b178ad req-fa362e45-e345-454a-b134-f77ac8fcbe69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543550 Oct 28 08:40:55.426031 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7139f8a6-d8f6-4d28-a199-a49da2243845 req-b9b68655-a738-493b-a90a-80c50f980d91 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576190 Oct 28 08:40:55.467591 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad856706-d223-487c-968e-2fca249dbb10 req-dc6f14a9-1005-42fa-b8d8-5d1477f90465 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Oct 28 08:40:55.614154 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581a25d-c360-440c-89e2-b0760dc87a6a req-f00f3f66-1995-40a2-9f64-7937ec799be3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.621429 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6581a25d-c360-440c-89e2-b0760dc87a6a req-f00f3f66-1995-40a2-9f64-7937ec799be3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0944698 Oct 28 08:40:55.653471 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4c8b-4b46-428a-b34a-035d1949f341 req-55e5c98c-2786-45f0-a9f3-54da37b01b95 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.655060 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f34e4c8b-4b46-428a-b34a-035d1949f341 req-55e5c98c-2786-45f0-a9f3-54da37b01b95 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0913692 Oct 28 08:40:55.691086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6581a25d-c360-440c-89e2-b0760dc87a6a req-c8739c89-0684-4e58-9f7f-b3566aba6aec tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687156 Oct 28 08:40:55.728180 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f34e4c8b-4b46-428a-b34a-035d1949f341 req-d3aa9592-6cf8-49e0-ba68-1cd1bc4ea58b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616989 Oct 28 08:40:55.815311 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50112) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:55.853461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c41e-f980-4a53-8b5f-d4a61ff43c81 req-8e428c21-a5d9-4c30-9111-f3048aaa0a8a tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.854989 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5562c41e-f980-4a53-8b5f-d4a61ff43c81 req-8e428c21-a5d9-4c30-9111-f3048aaa0a8a tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0786545 Oct 28 08:40:55.899038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8c4f-3ed7-4b1e-a5c2-313caf4ca088 req-0743304b-2649-424f-a226-e3bec0869e86 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:55.900622 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc4e8c4f-3ed7-4b1e-a5c2-313caf4ca088 req-0743304b-2649-424f-a226-e3bec0869e86 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0874376 Oct 28 08:40:55.924556 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5562c41e-f980-4a53-8b5f-d4a61ff43c81 req-5735f3d9-64e6-4644-be6b-d2e9b2acbadb tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Oct 28 08:40:55.960795 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc4e8c4f-3ed7-4b1e-a5c2-313caf4ca088 req-7c671efe-8290-4566-a5f0-f7aae3570e05 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515234 Oct 28 08:40:56.086359 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e091357b-ee58-4d13-b7ef-3e28e1fd78ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.171905 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e091357b-ee58-4d13-b7ef-3e28e1fd78ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.175997 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e091357b-ee58-4d13-b7ef-3e28e1fd78ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.214912 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-e091357b-ee58-4d13-b7ef-3e28e1fd78ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dd326b2fa024993ba1d84b70be803b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984559 Oct 28 08:40:56.216870 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091357b-ee58-4d13-b7ef-3e28e1fd78ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0edc4-7e57-4ae9-bcf1-05ad2362aec4,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:56.217638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50130) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:56.285224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.310057 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.372484 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.375689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.378531 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00d0edc4-7e57-4ae9-bcf1-05ad2362aec4 HTTP/1.1" status: 204 len: 168 time: 0.1568849 Oct 28 08:40:56.388679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ded3e-8f52-46b4-a11a-25abc8cbead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0edc4-7e57-4ae9-bcf1-05ad2362aec4,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:56.510810 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-674170e5-f1c2-4ddd-acb1-b69ddbc2d3c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812809 Oct 28 08:40:56.520860 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-090f8404-4de3-4c6e-a90d-c8e29441f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.522415 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-090f8404-4de3-4c6e-a90d-c8e29441f26c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1098 time: 0.0638795 Oct 28 08:40:56.731017 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50144) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:56.746123 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3e670ee6-f7c6-4488-9a63-9b7d1cf80dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.834489 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3e670ee6-f7c6-4488-9a63-9b7d1cf80dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.838992 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3e670ee6-f7c6-4488-9a63-9b7d1cf80dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.878945 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3e670ee6-f7c6-4488-9a63-9b7d1cf80dfc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=671aac68bc864d7fbc1dfd029b16c083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466165 Oct 28 08:40:56.879947 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e670ee6-f7c6-4488-9a63-9b7d1cf80dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1828ad9d-babf-4a51-b213-56ed81cb1ff8,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:56.883334 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50148) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:56.919263 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae94a-3eea-4d7f-8ea7-ec0d3a93720a req-c5424f71-9427-434f-901a-c330e0823034 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.920779 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e9aae94a-3eea-4d7f-8ea7-ec0d3a93720a req-c5424f71-9427-434f-901a-c330e0823034 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.3524208 Oct 28 08:40:56.925281 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-c9ddc1bf-da4d-4e06-b54c-97603581fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.926813 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-c9ddc1bf-da4d-4e06-b54c-97603581fe34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.3789382 Oct 28 08:40:56.928610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-56b6a803-67ca-43ae-b5ae-6989a02d6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.930040 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-56b6a803-67ca-43ae-b5ae-6989a02d6e78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.3344429 Oct 28 08:40:56.940632 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ba29-9473-4cfb-9d86-01c5f0f49a59 req-27392ccc-0fac-4e53-88d5-0d8cbd69cf64 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:56.942129 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d06ba29-9473-4cfb-9d86-01c5f0f49a59 req-27392ccc-0fac-4e53-88d5-0d8cbd69cf64 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.1161649 Oct 28 08:40:56.943021 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:56.971835 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:57.009226 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-8a67fd53-fcab-4df3-bd14-f966f8606af9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01 HTTP/1.1" status: 200 len: 217 time: 0.0660470 Oct 28 08:40:57.020054 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:57.022856 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:57.024005 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1828ad9d-babf-4a51-b213-56ed81cb1ff8 HTTP/1.1" status: 204 len: 168 time: 0.1393080 Oct 28 08:40:57.037792 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed71578-76a1-4cc6-bdad-d2f01916d07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828ad9d-babf-4a51-b213-56ed81cb1ff8,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:57.122939 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e9aae94a-3eea-4d7f-8ea7-ec0d3a93720a req-38aebde9-051b-4053-834f-a6d9ddb9d494 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910472 Oct 28 08:40:57.131256 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d06ba29-9473-4cfb-9d86-01c5f0f49a59 req-4c6f76e7-7dd6-4452-a9a0-d5bef3067aec tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757767 Oct 28 08:40:57.157530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-d1103ccd-d481-4609-ba2b-502cd9e59c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.157530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-d1103ccd-d481-4609-ba2b-502cd9e59c11 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.1314743 Oct 28 08:40:57.200010 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-62df8795-153d-4a76-aabc-e4a32e2c37e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346632 Oct 28 08:40:57.203818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-51cdd475-6f6d-4d7d-9b0b-0dc9a3d4a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.205551 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-51cdd475-6f6d-4d7d-9b0b-0dc9a3d4a957 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.2143502 Oct 28 08:40:57.339891 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-29420ffe-0d36-4759-8421-8d3dd493abf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.1187193 Oct 28 08:40:57.416663 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449e988-50ae-44b2-ae1d-c6044a769392 req-58050e42-d562-470c-9266-28ff772baa96 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.418232 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5449e988-50ae-44b2-ae1d-c6044a769392 req-58050e42-d562-470c-9266-28ff772baa96 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.2091684 Oct 28 08:40:57.441858 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a339d4-47e6-4e1e-80ae-a88e0501da3b req-bca5ee22-8198-4a41-bcae-5a01763dabd2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.443362 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-14a339d4-47e6-4e1e-80ae-a88e0501da3b req-bca5ee22-8198-4a41-bcae-5a01763dabd2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.2253726 Oct 28 08:40:57.483581 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-b5fff5a7-a7c8-498c-9d63-0053bfa7d756 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614236 Oct 28 08:40:57.485070 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-30288792-6323-493e-92bf-dc1323800466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.486421 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-30288792-6323-493e-92bf-dc1323800466 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.1331849 Oct 28 08:40:57.590425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5449e988-50ae-44b2-ae1d-c6044a769392 req-90cf62da-f92d-4a17-82f1-7b2b43bed993 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609793 Oct 28 08:40:57.596746 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-9935f111-7fab-473f-8634-31ea0c3a0570 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904610 Oct 28 08:40:57.602000 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-14a339d4-47e6-4e1e-80ae-a88e0501da3b req-a6598d6b-2292-4372-a9d7-70a10ff58f4c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476233 Oct 28 08:40:57.761588 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a828e9e-17eb-44f2-9275-a2367b8fe901 req-7129c75d-2d7a-48f9-83d1-aea172ea0ef9 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564917 Oct 28 08:40:57.810789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cc883-cf5f-4ad2-85a9-32cd1c4dce93 req-18ae335c-012a-4e6c-8e5d-4178b19b2ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:57.819097 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-551cc883-cf5f-4ad2-85a9-32cd1c4dce93 req-18ae335c-012a-4e6c-8e5d-4178b19b2ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.1332741 Oct 28 08:40:57.822959 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-cc061153-9580-4029-8b22-71accc230718 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124577 Oct 28 08:40:57.927249 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-551cc883-cf5f-4ad2-85a9-32cd1c4dce93 req-3f919021-f462-49a0-bb18-72d3f9ace86f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012838 Oct 28 08:40:57.971943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3edabf8b-d20e-449c-90ae-32bc856df299 req-c7842173-71fe-4010-95d6-b502fb0cb6e2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267798 Oct 28 08:40:58.008832 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:58.300227 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88078e-6732-4a87-978f-09d4797c7fd7 req-80f7d64e-7b7c-4cf7-850d-745272563565 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.301825 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc88078e-6732-4a87-978f-09d4797c7fd7 req-80f7d64e-7b7c-4cf7-850d-745272563565 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.1018291 Oct 28 08:40:58.314289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335243ca-4a0d-4a49-b4a7-a6bea74f29d7 req-19c60bfe-cf3c-471b-b7b9-f00b71364333 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.315914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-335243ca-4a0d-4a49-b4a7-a6bea74f29d7 req-19c60bfe-cf3c-471b-b7b9-f00b71364333 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0907125 Oct 28 08:40:58.421793 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc88078e-6732-4a87-978f-09d4797c7fd7 req-01cd01d5-bd8f-455b-ad4c-4164d20fb7a5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048954 Oct 28 08:40:58.451639 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-335243ca-4a0d-4a49-b4a7-a6bea74f29d7 req-96b7c1f6-fa8e-47dc-b8a3-36d95d610160 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286702 Oct 28 08:40:58.783895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91c1e6-e062-4974-bcea-630504f7f8c0 req-c3393c0d-0fd4-44e6-8718-1d16caf06b7f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.785510 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8a91c1e6-e062-4974-bcea-630504f7f8c0 req-c3393c0d-0fd4-44e6-8718-1d16caf06b7f tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.1195776 Oct 28 08:40:58.807098 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212051f-f0e7-4b29-b5f4-a90c261b88b2 req-a0ca2025-d430-42e4-b89a-b959d3f55841 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:58.808542 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1212051f-f0e7-4b29-b5f4-a90c261b88b2 req-a0ca2025-d430-42e4-b89a-b959d3f55841 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1011047 Oct 28 08:40:58.857413 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8a91c1e6-e062-4974-bcea-630504f7f8c0 req-fa3a9d7e-94c4-435b-97b4-0e62131d517c tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637808 Oct 28 08:40:58.864883 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1212051f-f0e7-4b29-b5f4-a90c261b88b2 req-0e423c84-af13-428d-aae9-3e5004225d3e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Oct 28 08:40:59.041250 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54a7ab-fe9f-433f-b218-b543ef906efe req-a3a0a4f5-72aa-468e-b5ea-d25ae6927ca1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.042874 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc54a7ab-fe9f-433f-b218-b543ef906efe req-a3a0a4f5-72aa-468e-b5ea-d25ae6927ca1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0500154 Oct 28 08:40:59.088566 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc54a7ab-fe9f-433f-b218-b543ef906efe req-8ed64d4e-c12f-4153-9438-3ee42d145b7f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Oct 28 08:40:59.237871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4387aa-7bb6-45b0-9c34-0b4c827bf09c req-991baab2-db73-4edb-8561-7ac956c2149a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.239767 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9b4387aa-7bb6-45b0-9c34-0b4c827bf09c req-991baab2-db73-4edb-8561-7ac956c2149a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0540087 Oct 28 08:40:59.249981 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50244) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.254698 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'floatingip': {'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:59.332372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.563706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50260) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.602478 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aeb33-d8c8-450e-8bf4-c68e6e24933e req-5d345ae2-534f-4dde-a05d-4000d634481a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.604670 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b9aeb33-d8c8-450e-8bf4-c68e6e24933e req-5d345ae2-534f-4dde-a05d-4000d634481a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0700829 Oct 28 08:40:59.657614 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b9aeb33-d8c8-450e-8bf4-c68e6e24933e req-043a7855-14d9-4ddd-8e62-8e745d7a71b1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 Oct 28 08:40:59.729988 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b0cdba3a-d657-4da9-b87d-3727cb819957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.814737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d92f-bc6b-43b7-8bab-225cba810227 req-b6307847-db20-473a-89da-aca54ca15499 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:40:59.816274 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5738d92f-bc6b-43b7-8bab-225cba810227 req-b6307847-db20-473a-89da-aca54ca15499 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0826221 Oct 28 08:40:59.828129 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50270) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.832567 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'floatingip': {'port_id': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:40:59.864444 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b0cdba3a-d657-4da9-b87d-3727cb819957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.871035 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b0cdba3a-d657-4da9-b87d-3727cb819957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:40:59.913717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b0cdba3a-d657-4da9-b87d-3727cb819957 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd2baaf251914545bc9d3cca4ea2e741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488395 Oct 28 08:40:59.914428 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdba3a-d657-4da9-b87d-3727cb819957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d5e18-9496-45eb-8584-a50d199fc2bd,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:40:59.917577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50274) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:40:59.945109 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.001355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.027880 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b0eac-29bc-4bb5-9ea8-a0841c7610e0 req-18f2af19-4a46-4ad3-a71a-9cae49581533 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:00.029328 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f97b0eac-29bc-4bb5-9ea8-a0841c7610e0 req-18f2af19-4a46-4ad3-a71a-9cae49581533 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0732484 Oct 28 08:41:00.041167 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.103808 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f97b0eac-29bc-4bb5-9ea8-a0841c7610e0 req-a13d9102-6a6f-4528-9d16-efeb3cdef098 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652792 Oct 28 08:41:00.139658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.143601 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.144984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c1d5e18-9496-45eb-8584-a50d199fc2bd HTTP/1.1" status: 204 len: 168 time: 0.2261691 Oct 28 08:41:00.156762 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ffff0-1ca0-468b-bcbb-b3208dc253fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d5e18-9496-45eb-8584-a50d199fc2bd,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:00.328968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.db.resource_extend [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 08:41:00.427860 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.437538 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.450569 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50282) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:00.464828 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0efb60d6-58ba-4536-9a22-97138f66dc54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.572520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0efb60d6-58ba-4536-9a22-97138f66dc54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.577966 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0efb60d6-58ba-4536-9a22-97138f66dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.617390 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-0efb60d6-58ba-4536-9a22-97138f66dc54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a09a530ed5874b4e81fd1806795739e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656728 Oct 28 08:41:00.618304 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb60d6-58ba-4536-9a22-97138f66dc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b93fe-b20f-408a-858a-56fc908fba9c,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:00.620773 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50286) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:00.673426 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Floating IP 296ed368-fca2-4208-a33c-15eea0416e0b associated. External IP: 172.27.1.231, port: b51a5869-7eac-401f-ad13-59a689851a50. Oct 28 08:41:00.678735 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.700699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.757553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.760222 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.764205 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f0b93fe-b20f-408a-858a-56fc908fba9c HTTP/1.1" status: 204 len: 168 time: 0.1381516 Oct 28 08:41:00.771850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54683820-797d-4183-852b-0f876a8a4419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b93fe-b20f-408a-858a-56fc908fba9c,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:00.870095 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:00.876113 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.256317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4efa5-7d46-4930-a8bf-afcfb7079a0c req-8bc898a1-abf6-4ca9-a54a-df0667054c40 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:01.258272 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ec4efa5-7d46-4930-a8bf-afcfb7079a0c req-8bc898a1-abf6-4ca9-a54a-df0667054c40 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0677674 Oct 28 08:41:01.283671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:41:01.287099 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Floating IP b71b1f37-f804-4366-9d10-4d1661d4e476 associated. External IP: 172.27.1.76, port: bc82b34a-5083-4fe6-8ca3-57d3482a7509. Oct 28 08:41:01.310260 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ec4efa5-7d46-4930-a8bf-afcfb7079a0c req-3f3d0ab2-41db-46db-a887-c342062ab7af tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Oct 28 08:41:01.548967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:01.554878 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.564829 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:01.587681 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:01.588723 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:40:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:01.595056 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b21574a3-66bf-4be7-809e-b6a99a255261 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "PUT /v2.0/floatingips/296ed368-fca2-4208-a33c-15eea0416e0b HTTP/1.1" status: 200 len: 991 time: 2.3439064 Oct 28 08:41:01.601214 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:01.603617 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921aa21-aa5a-462c-83aa-ce47eaa05f26" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:01.630043 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:41:01.723291 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:01.795125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:41:01.801609 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:01.808725 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:41:01.822581 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:01.823228 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:40:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:01.841363 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9e198eda-107c-4065-8575-1511d52bd930 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "PUT /v2.0/floatingips/b71b1f37-f804-4366-9d10-4d1661d4e476 HTTP/1.1" status: 200 len: 990 time: 2.0095561 Oct 28 08:41:01.947281 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:02.023034 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '296ed368-fca2-4208-a33c-15eea0416e0b', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:15Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.055628 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:02.064797 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:02.065510 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:40:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.193721 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:02.243570 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'b71b1f37-f804-4366-9d10-4d1661d4e476', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:38:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cd123-e872-418a-bf38-f477fe1551b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:10Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.271352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:41:02.279824 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:41:02.280545 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:40:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.398217 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:41:02.436656 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '296ed368-fca2-4208-a33c-15eea0416e0b', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:15Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.481006 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f62bfe-5c02-4f2a-afa2-e550c6ce0237 None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '296ed368-fca2-4208-a33c-15eea0416e0b', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:15Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:02.660786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'b71b1f37-f804-4366-9d10-4d1661d4e476', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:38:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cd123-e872-418a-bf38-f477fe1551b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:10Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:02.690105 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c06ad-26dd-4d62-b7a2-74931395d02c None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'b71b1f37-f804-4366-9d10-4d1661d4e476', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.76', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:38:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914cd123-e872-418a-bf38-f477fe1551b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:40:10Z', 'updated_at': '2021-10-28T08:41:00Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:41:02.728192 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614f45e9-d1e8-43b3-92b3-f6de18e0c460 None None] New status for floating IP 296ed368-fca2-4208-a33c-15eea0416e0b: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:41:02.993706 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7dcc00-7c3b-407d-ac83-159a6699de84 None None] New status for floating IP b71b1f37-f804-4366-9d10-4d1661d4e476: ACTIVE {{(pid=107986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:41:05.784961 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb5a0c5-f399-4a45-a251-d26b2e21d76f x-openstack-request-id: req-2eb5a0c5-f399-4a45-a251-d26b2e21d76f {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:05.785939 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:05.786797 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2eb5a0c5-f399-4a45-a251-d26b2e21d76f {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:05.788327 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'status': 'completed', 'code': 200} Oct 28 08:41:05.884521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-bf7ffdba-1e64-434d-9ad9-c0b787780ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:05.886361 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-bf7ffdba-1e64-434d-9ad9-c0b787780ce6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1098 time: 0.0568209 Oct 28 08:41:06.028503 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e7fb-f6ba-489f-a548-056d733080ab req-84237b6f-996e-44dc-b208-522a1f059319 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.029959 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ef7e7fb-f6ba-489f-a548-056d733080ab req-84237b6f-996e-44dc-b208-522a1f059319 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0826471 Oct 28 08:41:06.036233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-1cc0f672-f556-48ea-b977-fc88316aee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.037724 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-1cc0f672-f556-48ea-b977-fc88316aee27 service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.1403754 Oct 28 08:41:06.136635 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ef7e7fb-f6ba-489f-a548-056d733080ab req-56112a08-4c0e-4241-b2fc-85e778f6a275 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979407 Oct 28 08:41:06.161822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-3aa3b330-7308-4079-b916-1e37679727c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 1001 time: 0.1085203 Oct 28 08:41:06.334054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-93a2ff5f-5221-41dd-80cd-dbc52e0d0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.335632 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-93a2ff5f-5221-41dd-80cd-dbc52e0d0737 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0459721 Oct 28 08:41:06.396813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-e72a5f89-c605-44e3-b824-a3d439b81b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:06.398346 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-e72a5f89-c605-44e3-b824-a3d439b81b2d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430865 Oct 28 08:41:06.694312 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-ed1e79af-8b52-4b9f-86f6-03e55ea0970c service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801805 Oct 28 08:41:06.799068 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d921aa21-aa5a-462c-83aa-ce47eaa05f26 req-9acecc1e-6ea1-45a2-9007-9429946c0aa6 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932319 Oct 28 08:41:07.271421 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e57bd-150d-4619-b55a-b97871c1b8b5 req-c9bc5348-c141-4254-881c-d98cfbe54d8b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:07.272990 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f3e57bd-150d-4619-b55a-b97871c1b8b5 req-c9bc5348-c141-4254-881c-d98cfbe54d8b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0572293 Oct 28 08:41:07.318103 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f3e57bd-150d-4619-b55a-b97871c1b8b5 req-8f9a24b5-0128-4b82-af84-5a0147004d34 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Oct 28 08:41:07.790534 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:07.792931 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:07.834902 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20883833-7c41-475f-b7c2-607d77d6047a x-openstack-request-id: req-20883833-7c41-475f-b7c2-607d77d6047a {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:07.835249 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:07.835507 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20883833-7c41-475f-b7c2-607d77d6047a {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:07.835905 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'status': 'completed', 'code': 200} Oct 28 08:41:07.911469 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-2c360dec-74d1-4938-be7a-bb375c6238f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:07.913186 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-2c360dec-74d1-4938-be7a-bb375c6238f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.0440071 Oct 28 08:41:08.022957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-4c17aec4-060f-4454-8628-76785d4124df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:08.024461 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-4c17aec4-060f-4454-8628-76785d4124df service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.1040533 Oct 28 08:41:08.107758 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-f92105f8-061e-401c-8815-de4540300943 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1000 time: 0.0649397 Oct 28 08:41:08.173943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-af27ecd6-c939-4d4e-8f9a-b05e6208f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:08.175452 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-af27ecd6-c939-4d4e-8f9a-b05e6208f21b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0449195 Oct 28 08:41:08.232461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-4b07b79e-8e5b-43ef-9771-3f10099b202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:08.234019 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-4b07b79e-8e5b-43ef-9771-3f10099b202e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447321 Oct 28 08:41:08.350327 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-3407235b-6071-4cb8-92a4-ddabd345e501 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922160 Oct 28 08:41:08.496804 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03900611-7636-4138-821d-35ef616c35bb req-3ee8ba43-be96-4e00-8ef0-e2c4fbbdeac7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:08.498449 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03900611-7636-4138-821d-35ef616c35bb req-3ee8ba43-be96-4e00-8ef0-e2c4fbbdeac7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0921268 Oct 28 08:41:08.524738 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f46c4eb-2abe-454b-a34e-8fd4f1c48f6f req-5517e7af-98e9-40c8-9fa9-d2f4f4e75ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669662 Oct 28 08:41:08.546004 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03900611-7636-4138-821d-35ef616c35bb req-741bdc79-6e00-4a00-824f-d217127fb428 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Oct 28 08:41:09.676561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e419d2-3b08-49ce-b94f-228d8149daf7 req-512e2153-b7d2-4707-892c-f0304aa0c90a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:09.678066 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f5e419d2-3b08-49ce-b94f-228d8149daf7 req-512e2153-b7d2-4707-892c-f0304aa0c90a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0537739 Oct 28 08:41:09.725255 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f5e419d2-3b08-49ce-b94f-228d8149daf7 req-9d0b5b40-6951-465f-be98-500e946c52dd tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Oct 28 08:41:10.042224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50514) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:10.156229 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f768f394-770c-4bdc-9f76-e8d38d09409d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.236808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f768f394-770c-4bdc-9f76-e8d38d09409d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.240772 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f768f394-770c-4bdc-9f76-e8d38d09409d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.283563 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f768f394-770c-4bdc-9f76-e8d38d09409d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=040dd15295834fa9ae11ab9078664b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401059 Oct 28 08:41:10.284350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768f394-770c-4bdc-9f76-e8d38d09409d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68db5bd5-16ad-4ace-b0ce-b881d3400d62,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:10.286679 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50526) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:10.342188 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.364021 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.415018 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.417684 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:10.421185 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68db5bd5-16ad-4ace-b0ce-b881d3400d62 HTTP/1.1" status: 204 len: 168 time: 0.1308417 Oct 28 08:41:10.427350 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a837aa-1d58-4fb7-99d3-6b8cec39a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68db5bd5-16ad-4ace-b0ce-b881d3400d62,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:10.856512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506932a-de74-4378-9437-27bebdd5be7e req-08ca682e-e80c-4a3e-8034-cce989776735 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:10.858095 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f506932a-de74-4378-9437-27bebdd5be7e req-08ca682e-e80c-4a3e-8034-cce989776735 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0565081 Oct 28 08:41:10.905053 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f506932a-de74-4378-9437-27bebdd5be7e req-cadf3743-b0ec-47b7-bd56-8b9e4d6a5a8f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370674 Oct 28 08:41:11.122159 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50566) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.179888 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50572) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.303660 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3912b43b-9401-40cd-849a-e81349576e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.317074 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-964604332-network', 'tenant_id': '273c545d66f0479bb21eb8012fb29558'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:11.356695 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Made reservation on behalf of 273c545d66f0479bb21eb8012fb29558 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:11.359113 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.369967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.442588 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3912b43b-9401-40cd-849a-e81349576e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.449572 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3912b43b-9401-40cd-849a-e81349576e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.508727 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3912b43b-9401-40cd-849a-e81349576e73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02b35ecd20ab44248330b768b3cd2cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275971 Oct 28 08:41:11.511895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50582) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.512563 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912b43b-9401-40cd-849a-e81349576e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39268fa5-ace6-4296-aad7-381e6962563b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.529164 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.534258 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.556430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:11.565529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.569742 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2d772a-bbee-400f-954b-2499c1e37ec5,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.574676 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.575015 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Added segment 459e4dd8-a741-4ebb-8cd5-eae06a20784e of type vlan for network 35415b19-1403-4733-b6cb-03e1bd171af3 Oct 28 08:41:11.590856 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.622222 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.641231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.644681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.645613 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39268fa5-ace6-4296-aad7-381e6962563b HTTP/1.1" status: 204 len: 168 time: 0.1326962 Oct 28 08:41:11.653857 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.655688 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:11.655932 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d50b77-f060-479e-83d7-f29d5826565f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39268fa5-ace6-4296-aad7-381e6962563b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.656475 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.721167 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5978045 Oct 28 08:41:11.724520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50586) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.729411 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Request body: {'subnet': {'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-964604332-subnet', 'tenant_id': '273c545d66f0479bb21eb8012fb29558', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:11.732754 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18793d-70c1-4e2f-a2f0-18c77842446f admin admin] Pushing event updated for resources: {'Network': ['ID=35415b19-1403-4733-b6cb-03e1bd171af3,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:11.744371 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 35415b19-1403-4733-b6cb-03e1bd171af3 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:11.763551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Made reservation on behalf of 273c545d66f0479bb21eb8012fb29558 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:11.769389 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.938368 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50592) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:11.949492 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:11.957334 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4c8f-4e03-4fe8-8c05-897251e613f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.025917 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-16cb7f3a-a9c6-4482-871b-a443d8f50c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.044478 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4c8f-4e03-4fe8-8c05-897251e613f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.046416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec5ff97-2fd6-40fb-90cc-87887505f6d0,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:12.050803 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d6cc4c8f-4e03-4fe8-8c05-897251e613f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.065640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Checking segment: {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:12.066100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Network hostable DHCP agents. Network: 35415b19-1403-4733-b6cb-03e1bd171af3, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:12.077780 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e5535-fe89-4458-9260-d5a315d86993 req-b30326df-b343-45cf-8626-15b200d091f7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:12.080229 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f7e5535-fe89-4458-9260-d5a315d86993 req-b30326df-b343-45cf-8626-15b200d091f7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0887828 Oct 28 08:41:12.094895 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d6cc4c8f-4e03-4fe8-8c05-897251e613f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6af5aa3805a428db367e7a5d253a65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528471 Oct 28 08:41:12.095967 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50594) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:12.103259 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc4c8f-4e03-4fe8-8c05-897251e613f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e484ebcd-3c06-4347-9e14-afd28611f08a,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:12.119450 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Network 35415b19-1403-4733-b6cb-03e1bd171af3 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:12.159196 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 35415b19-1403-4733-b6cb-03e1bd171af3) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:12.169198 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298618e-dc40-4e56-bdec-ac13b431c561 None None] Network 35415b19-1403-4733-b6cb-03e1bd171af3 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:12.172524 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f7e5535-fe89-4458-9260-d5a315d86993 req-bb1a853c-3515-4599-b5b0-6d00ae69f707 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843964 Oct 28 08:41:12.173915 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:12.174565 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.205935 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5b4e4582-1c68-4b4a-94b9-996f7982f760 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4802594 Oct 28 08:41:12.206892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.248894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.332956 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.336011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:12.337254 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e484ebcd-3c06-4347-9e14-afd28611f08a HTTP/1.1" status: 204 len: 168 time: 0.2401240 Oct 28 08:41:12.341535 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a2a5e-b318-4932-aab7-cb34607a3407 None None] Network 35415b19-1403-4733-b6cb-03e1bd171af3 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:12.348096 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18f7b9-ce22-4211-9822-3b7d89b1d002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e484ebcd-3c06-4347-9e14-afd28611f08a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:13.302116 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3da9c-bb66-48de-8ce4-2519aaaa40d9 req-8158f250-ada2-4f00-b7ae-b593770af452 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:13.303757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03b3da9c-bb66-48de-8ce4-2519aaaa40d9 req-8158f250-ada2-4f00-b7ae-b593770af452 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0557714 Oct 28 08:41:13.350018 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03b3da9c-bb66-48de-8ce4-2519aaaa40d9 req-f2ba6fbd-7a20-4977-97c7-9618d21b520a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Oct 28 08:41:14.142360 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-fcb5eefb-1c8e-4733-a4fe-9b6d0c468939 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:14.143929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-fcb5eefb-1c8e-4733-a4fe-9b6d0c468939 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/networks?id=35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 200 len: 808 time: 0.1220739 Oct 28 08:41:14.159422 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-df7a51c4-da7f-495f-b87b-6e3d70e35283 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/quotas/273c545d66f0479bb21eb8012fb29558 HTTP/1.1" status: 200 len: 375 time: 0.0096867 Oct 28 08:41:14.171520 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50696) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:14.193492 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-10223e5c-5af2-4296-9838-84f5ea3c61f1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268526 Oct 28 08:41:14.293296 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ac4b56b3-ff72-4806-8c71-e0bf04291aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.296032 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-7b965295-c63f-43f4-bf03-f55686773db5 service neutron] 10.222.0.76 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957794 Oct 28 08:41:14.391513 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ac4b56b3-ff72-4806-8c71-e0bf04291aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.393791 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-c0cece56-b5f1-4104-84e0-5a1fd731adcc service neutron] 10.222.0.76 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910838 Oct 28 08:41:14.399219 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ac4b56b3-ff72-4806-8c71-e0bf04291aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.442117 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ac4b56b3-ff72-4806-8c71-e0bf04291aef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49c5f3875c214662a4e09a9b25200644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670286 Oct 28 08:41:14.442117 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b56b3-ff72-4806-8c71-e0bf04291aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebf91f-8449-4a4e-9608-691909b6f003,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:14.443217 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50706) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:14.494931 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf24f6-b98c-4301-be27-18bb33509463 req-874db273-2bf0-449f-a1ff-0638692f8262 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:14.496911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abf24f6-b98c-4301-be27-18bb33509463 req-874db273-2bf0-449f-a1ff-0638692f8262 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0624981 Oct 28 08:41:14.518243 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.551560 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abf24f6-b98c-4301-be27-18bb33509463 req-fe1337b5-402f-4dbb-8f2b-16f251d35472 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Oct 28 08:41:14.569407 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.582306 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47898321-f9e4-4380-b1d7-9400297e3701 req-5464d291-eebb-4106-90e5-57345ca299b2 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 210 time: 0.0297184 Oct 28 08:41:14.648897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.651555 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.652732 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bebf91f-8449-4a4e-9608-691909b6f003 HTTP/1.1" status: 204 len: 168 time: 0.2083278 Oct 28 08:41:14.662796 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917a998-e190-4691-b339-581681a954b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebf91f-8449-4a4e-9608-691909b6f003,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:14.814986 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-236764a4-ba58-48ae-8636-ae19870c6ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:14.976859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50728) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:14.990339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5d453c29-6712-4f6d-88e2-adbc99b54786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.049341 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:41:15.070053 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5d453c29-6712-4f6d-88e2-adbc99b54786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.074563 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5d453c29-6712-4f6d-88e2-adbc99b54786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.118187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d453c29-6712-4f6d-88e2-adbc99b54786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a102c-8969-411b-85a8-6140a08ed817,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.122526 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5d453c29-6712-4f6d-88e2-adbc99b54786 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=359057d633cc47b6b82ea61fae3d2ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445456 Oct 28 08:41:15.125297 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50730) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:15.179929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.200994 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.251202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.253956 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.255150 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/643a102c-8969-411b-85a8-6140a08ed817 HTTP/1.1" status: 204 len: 168 time: 0.1287801 Oct 28 08:41:15.263988 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84951c-a220-45f3-9270-0e4789dc6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a102c-8969-411b-85a8-6140a08ed817,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:15.680672 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7b898-cb0c-4b87-af6f-f9e0a0954ff0 req-bd2241d9-6e05-4341-9d29-0db49bbb76ca tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:15.682246 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39f7b898-cb0c-4b87-af6f-f9e0a0954ff0 req-bd2241d9-6e05-4341-9d29-0db49bbb76ca tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Oct 28 08:41:15.696359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:15.749656 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aef8201f-9c17-4398-9193-ee3c69e321d8 req-97add3e8-83ce-4baf-9857-7794f0c35f00 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 210 time: 0.0325286 Oct 28 08:41:15.753753 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39f7b898-cb0c-4b87-af6f-f9e0a0954ff0 req-be23c7b8-6996-4a3c-a075-c729aedc3e51 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629570 Oct 28 08:41:15.887055 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.043862 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50766) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:16.084200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-e4a345cd-023c-4367-9772-27bcf733ae8f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:16.086076 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-e4a345cd-023c-4367-9772-27bcf733ae8f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "GET /v2.0/networks?id=35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 200 len: 808 time: 0.1237175 Oct 28 08:41:16.121406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Request body: {'port': {'device_id': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3', 'admin_state_up': True, 'tenant_id': '273c545d66f0479bb21eb8012fb29558'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:16.175498 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1400674921-network', 'tenant_id': '2c577ff27d8e4660a4af1ed540b22112'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:16.213685 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Made reservation on behalf of 2c577ff27d8e4660a4af1ed540b22112 for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:16.215992 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.235044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.306256 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Made reservation on behalf of 273c545d66f0479bb21eb8012fb29558 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:16.309850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.404879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.411807 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.472549 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:16.482636 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447dbfa5-9891-42cd-9c0c-06e8ef612ba8,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:16.490204 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.491126 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Added segment ec1da99c-e21b-45e9-aa67-afe8f5490cfa of type vlan for network 22a5a945-790b-4a83-ade0-55d1af715e1a Oct 28 08:41:16.506795 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Allocated IP 172.20.0.12 (35415b19-1403-4733-b6cb-03e1bd171af3/2ec5ff97-2fd6-40fb-90cc-87887505f6d0/5c920b6d-61e7-4b04-9084-e8c83a6b11c7) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:16.549398 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.603105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.603958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:16.604535 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.703735 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6587527 Oct 28 08:41:16.708562 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50780) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:16.716069 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Request body: {'subnet': {'network_id': '22a5a945-790b-4a83-ade0-55d1af715e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1400674921-subnet', 'tenant_id': '2c577ff27d8e4660a4af1ed540b22112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:16.722873 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f3a50-4733-419d-b9c9-542fe791e7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=22a5a945-790b-4a83-ade0-55d1af715e1a,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:16.733108 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 22a5a945-790b-4a83-ade0-55d1af715e1a details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:16.752582 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Made reservation on behalf of 2c577ff27d8e4660a4af1ed540b22112 for: {'subnet': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:16.754957 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.767529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.871926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.978645 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:16.987382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Network 35415b19-1403-4733-b6cb-03e1bd171af3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:16.994437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:17.000423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:17.006192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.006851 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.031898 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Pushing event updated for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.042870 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4ee0-a81f-4152-a97c-7c2ed440dfb5 req-67cf621a-1728-4f99-8b0d-4b5e0c288803 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.044953 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c31e4ee0-a81f-4152-a97c-7c2ed440dfb5 req-67cf621a-1728-4f99-8b0d-4b5e0c288803 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1547065 Oct 28 08:41:17.054279 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bbcb17-70c8-4e44-a355-1074295b95c8,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.055193 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19644-0640-496b-9412-88b2fdf8ba4a req-c2783519-c58b-438d-b169-e13cc6fb1387 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.056669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2c19644-0640-496b-9412-88b2fdf8ba4a req-c2783519-c58b-438d-b169-e13cc6fb1387 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 932 time: 0.1719048 Oct 28 08:41:17.059891 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-4624fa3b-190c-439e-b4d8-dbd6adf753d1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9438159 Oct 28 08:41:17.061357 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Checking segment: {'id': 'ec1da99c-e21b-45e9-aa67-afe8f5490cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '22a5a945-790b-4a83-ade0-55d1af715e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:17.061841 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Network hostable DHCP agents. Network: 22a5a945-790b-4a83-ade0-55d1af715e1a, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:17.081483 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Network 22a5a945-790b-4a83-ade0-55d1af715e1a is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:17.087180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Request body: {'port': {'device_id': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:17.091556 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 22a5a945-790b-4a83-ade0-55d1af715e1a) {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:17.097338 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.099006 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.109891 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba888f-714f-4630-8a75-584b749aaf03 None None] Network 22a5a945-790b-4a83-ade0-55d1af715e1a requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:17.130632 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-e5ee597b-d7db-43ef-ba99-caa7ce225cd4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4201503 Oct 28 08:41:17.160862 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c31e4ee0-a81f-4152-a97c-7c2ed440dfb5 req-411cb09f-5bdc-4ab1-af23-0e542462f440 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998745 Oct 28 08:41:17.179776 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2c19644-0640-496b-9412-88b2fdf8ba4a req-8c3e0920-49ff-4be3-81de-296ffa8a0df1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172655 Oct 28 08:41:17.200939 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.274932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5f67a-7ee2-4c39-8dd0-0c6a3f4d7a1c None None] Network 22a5a945-790b-4a83-ade0-55d1af715e1a requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:17.330462 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.639245 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:17.650218 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-eaf00c95-9b56-43bb-aa41-47e33be01a81 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:17.651771 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-eaf00c95-9b56-43bb-aa41-47e33be01a81 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.1854010 Oct 28 08:41:17.655899 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.675678 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-2cbf6f7e-b9bb-4e51-ba35-fb20558c2207 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/quotas/3831003e70cf4a62afb1393fbea6654e HTTP/1.1" status: 200 len: 375 time: 0.0163703 Oct 28 08:41:17.678247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Transition to ACTIVE for port object 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:17.697169 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.750543 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 50822) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:17.755869 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397907584-network', 'tenant_id': '0384673aabf74580aaa66764e61f8a58'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:17.778027 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Made reservation on behalf of 0384673aabf74580aaa66764e61f8a58 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:17.780839 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.791172 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.878083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.882375 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.911053 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:41:17.919895 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b066b6-2ef5-4fe5-86dc-57ef9a452524,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.927448 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.927858 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Added segment fa76a71e-dd2b-43a1-ae30-689176f4ce13 of type vlan for network 2874a00a-8e36-4a3d-b2f6-ae5352c8467e Oct 28 08:41:17.967851 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Pushing event updated for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:17.975290 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:17.988634 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-d1e0918c-2901-40fb-bf03-5fe2a14c3446 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3060877 Oct 28 08:41:18.001917 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.003548 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.004125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.045725 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Attempting to bind port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:18.046058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Attempting to bind port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:18.046386 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Attempting to bind port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 on network 35415b19-1403-4733-b6cb-03e1bd171af3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:18.053279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 on network 35415b19-1403-4733-b6cb-03e1bd171af3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:18.053620 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Attempting to bind port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 on network 35415b19-1403-4733-b6cb-03e1bd171af3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:18.065292 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:18.065635 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Checking segment: {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:18.066048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Bound using segment: {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:18.066442 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3145685 Oct 28 08:41:18.066642 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Bound port: 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:18.066847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.070706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 50824) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:18.071854 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66232b-1b99-49c8-b7c1-c5df8fcce8bf admin admin] Pushing event updated for resources: {'Network': ['ID=2874a00a-8e36-4a3d-b2f6-ae5352c8467e,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:18.082460 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 2874a00a-8e36-4a3d-b2f6-ae5352c8467e details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:41:18.088682 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Request body: {'subnet': {'network_id': '2874a00a-8e36-4a3d-b2f6-ae5352c8467e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397907584-subnet', 'tenant_id': '0384673aabf74580aaa66764e61f8a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:18.164986 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Made reservation on behalf of 0384673aabf74580aaa66764e61f8a58 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:18.167178 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Publish callbacks [] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.175627 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-fa0fb68e-a1f2-41b6-9f79-e51a09e69a08 service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775954 Oct 28 08:41:18.234786 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:18.306957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:18.331852 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.404750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.405373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.406858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c920b6d-61e7-4b04-9084-e8c83a6b11c7 HTTP/1.1" status: 200 len: 1094 time: 1.3241425 Oct 28 08:41:18.411890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:18.414186 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2089815-3de2-4752-b6f5-a693368a9cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:18.464331 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15652-1fec-43a2-9286-91d8e1952591 req-8ac3dff2-8fb4-486c-8153-e36c7b5befbe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.465869 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-64c15652-1fec-43a2-9286-91d8e1952591 req-8ac3dff2-8fb4-486c-8153-e36c7b5befbe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.2184784 Oct 28 08:41:18.496147 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36caae-a8bf-4d7b-a7c6-bff2f168b975 service neutron] Pushing event updated for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:18.509913 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-c94e30cd-7b59-4813-9135-f016e7758d7c service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186717 Oct 28 08:41:18.611548 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-c22fba5d-b0d9-4364-b0ec-24909439a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.613126 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-c22fba5d-b0d9-4364-b0ec-24909439a8fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 1097 time: 0.1439078 Oct 28 08:41:18.627460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-64c15652-1fec-43a2-9286-91d8e1952591 req-df93ee8d-2e84-4dc5-a505-fd115447300c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215360 Oct 28 08:41:18.679636 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.685239 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-0f7c4125-2c26-492a-9626-29851d365cef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7 HTTP/1.1" status: 200 len: 217 time: 0.0538042 Oct 28 08:41:18.814896 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=617cef21-8bdc-410a-9b8b-e6df2b327c9f,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:18.820329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-70da25c9-5368-4c9e-9543-f72e535467be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.821821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-70da25c9-5368-4c9e-9543-f72e535467be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ec5ff97-2fd6-40fb-90cc-87887505f6d0 HTTP/1.1" status: 200 len: 848 time: 0.1246328 Oct 28 08:41:18.833853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ec3a2-26ac-4e0e-99b2-22742cc04e30 req-6a4c39cc-8fee-44f4-a821-972c84c840c4 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.835384 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c9ec3a2-26ac-4e0e-99b2-22742cc04e30 req-6a4c39cc-8fee-44f4-a821-972c84c840c4 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 944 time: 0.1574559 Oct 28 08:41:18.838310 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Checking segment: {'id': 'fa76a71e-dd2b-43a1-ae30-689176f4ce13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '2874a00a-8e36-4a3d-b2f6-ae5352c8467e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:18.838701 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Network hostable DHCP agents. Network: 2874a00a-8e36-4a3d-b2f6-ae5352c8467e, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:41:18.901049 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-a686b333-22f1-41f1-9c6a-a7577544f8ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35415b19-1403-4733-b6cb-03e1bd171af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457885 Oct 28 08:41:18.906987 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Network 2874a00a-8e36-4a3d-b2f6-ae5352c8467e is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:41:18.920956 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c9ec3a2-26ac-4e0e-99b2-22742cc04e30 req-ebeb463b-b711-4de1-b112-eccc73309e14 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Oct 28 08:41:18.922231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 2874a00a-8e36-4a3d-b2f6-ae5352c8467e) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:18.927568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:18.928229 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:18.936416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb099d-3bb5-4a0f-9199-81e555cdac89 None None] Network 2874a00a-8e36-4a3d-b2f6-ae5352c8467e requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:18.996750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e00e977-f5b5-48a3-9303-8ea655e4f61d x-openstack-request-id: req-3e00e977-f5b5-48a3-9303-8ea655e4f61d {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:18.997278 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:18.997412 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e00e977-f5b5-48a3-9303-8ea655e4f61d {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:18.997706 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7', 'status': 'completed', 'code': 200} Oct 28 08:41:19.014351 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-fffdaf1a-bb0f-4d0d-8ad0-d69b9bac2ecb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9425192 Oct 28 08:41:19.057324 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c77b486-1326-423a-bb20-7e26a8d680a5 req-5631d26c-9bc4-4d4a-bcba-f53d46b0a630 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 210 time: 0.0563478 Oct 28 08:41:19.104790 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-c013b131-bb01-4c20-8961-cf47d88cc975 service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726394 Oct 28 08:41:19.117859 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d6d2e-8a31-4ac0-baec-433f16ead404 None None] Network 2874a00a-8e36-4a3d-b2f6-ae5352c8467e requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:41:19.246882 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a6567b1-934c-4370-8151-f22a0082b3bc req-56002df1-30eb-4c9b-b10e-d0aee4160809 service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208363 Oct 28 08:41:19.379617 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-ae1ee9d3-9a2c-4e99-974f-805ee08f66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.381545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-ae1ee9d3-9a2c-4e99-974f-805ee08f66a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 1097 time: 0.0498352 Oct 28 08:41:19.515172 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-0d2322c1-f1c4-4a6b-9ea4-dbb83479c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.516569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-0d2322c1-f1c4-4a6b-9ea4-dbb83479c6e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 200 len: 909 time: 0.1044009 Oct 28 08:41:19.577278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-45f58723-37c9-49f1-aca4-587ec09752b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7 HTTP/1.1" status: 200 len: 217 time: 0.0428073 Oct 28 08:41:19.649228 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-9b982498-ba6f-422c-aefa-cfe642369ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.650731 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-9b982498-ba6f-422c-aefa-cfe642369ea5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ec5ff97-2fd6-40fb-90cc-87887505f6d0 HTTP/1.1" status: 200 len: 848 time: 0.0576956 Oct 28 08:41:19.708266 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-f2436d25-6b51-46cd-b21d-23c9f6d41817 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35415b19-1403-4733-b6cb-03e1bd171af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305977 Oct 28 08:41:19.843474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb043c0-06e5-43cf-becd-1eed98e1cd62 req-c1364b04-d6b1-4651-9080-e42309f32a95 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:19.845557 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbb043c0-06e5-43cf-becd-1eed98e1cd62 req-c1364b04-d6b1-4651-9080-e42309f32a95 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1038034 Oct 28 08:41:19.867908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-127fba4a-decd-4c6b-9162-6b17527d9afe service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469398 Oct 28 08:41:19.911756 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbb043c0-06e5-43cf-becd-1eed98e1cd62 req-a2769cb4-5ccb-46f0-91e7-013e5d5007d4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Oct 28 08:41:19.989592 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2089815-3de2-4752-b6f5-a693368a9cc4 req-6e33fcae-57a8-4023-b8c1-9e037ef9b0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015546 Oct 28 08:41:20.308766 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52541520-ba45-4f85-8066-dffd80f2dc18 req-30cf2fcc-ed95-4552-a629-f16766622887 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 210 time: 0.0471311 Oct 28 08:41:20.336806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325f0c1-e0d9-4da1-bbb4-946d866a9072 req-59c9b846-b35d-4333-a96e-a288317b6120 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:20.338634 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2325f0c1-e0d9-4da1-bbb4-946d866a9072 req-59c9b846-b35d-4333-a96e-a288317b6120 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 944 time: 0.1221654 Oct 28 08:41:20.432914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2325f0c1-e0d9-4da1-bbb4-946d866a9072 req-d9b7d5e9-b0ae-4400-851b-ee8754832f25 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859485 Oct 28 08:41:20.481866 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-362759b5-298a-45f4-9287-5e39d397bd0b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:20.484072 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-362759b5-298a-45f4-9287-5e39d397bd0b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.1565735 Oct 28 08:41:20.529283 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Request body: {'port': {'device_id': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'admin_state_up': True, 'tenant_id': '3831003e70cf4a62afb1393fbea6654e'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:20.653672 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:20.658234 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:20.820833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Allocated IP 172.20.0.6 (baa97c96-d90c-4541-963c-2b8ac01daede/9eb87086-c866-4403-97f9-afd45403d009/24e2f8e1-d18e-4de5-8def-21249af05cd2) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:20.991637 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.077406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ccdde-9214-47f8-bd20-96bd1708d53c req-4771b82f-0447-484d-9336-b390f34d1a9f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.079787 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c2ccdde-9214-47f8-bd20-96bd1708d53c req-4771b82f-0447-484d-9336-b390f34d1a9f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Oct 28 08:41:21.086737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.102418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:21.171130 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Network baa97c96-d90c-4541-963c-2b8ac01daede is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:21.177634 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:21.183032 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event updated for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.197171 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:21.204821 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.206086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.213841 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c2ccdde-9214-47f8-bd20-96bd1708d53c req-8626733a-5ff8-4692-8983-0e87019cdee1 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249311 Oct 28 08:41:21.257037 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-10df4fc9-7580-4161-80ba-5f4c9df6e8fb tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317607 Oct 28 08:41:21.286456 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Request body: {'port': {'device_id': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:21.350904 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.633248 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad142-6aac-4583-8a83-3cd129775b4b req-67059d3d-b0d5-4241-9884-9fb544ee2ba3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.634779 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ebad142-6aac-4583-8a83-3cd129775b4b req-67059d3d-b0d5-4241-9884-9fb544ee2ba3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 931 time: 0.1074815 Oct 28 08:41:21.671653 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16e344-f8eb-4c58-90b8-20e1279032c4 req-3ad43f8c-12b6-4cf7-9f96-98fcbda0cbdb tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:21.673483 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f16e344-f8eb-4c58-90b8-20e1279032c4 req-3ad43f8c-12b6-4cf7-9f96-98fcbda0cbdb tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 944 time: 0.1144280 Oct 28 08:41:21.738735 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ebad142-6aac-4583-8a83-3cd129775b4b req-d9e93276-7867-4519-9fdb-5d41d06efc82 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896778 Oct 28 08:41:21.772883 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f16e344-f8eb-4c58-90b8-20e1279032c4 req-b79b9cf5-339d-4879-89fe-b9dd57ad0c4e tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Oct 28 08:41:21.783076 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e2f8e1-d18e-4de5-8def-21249af05cd2 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:21.791893 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.806213 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Transition to ACTIVE for port object 24e2f8e1-d18e-4de5-8def-21249af05cd2 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:21.811958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:21.873313 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Pushing event updated for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:21.916317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Attempting to bind port 24e2f8e1-d18e-4de5-8def-21249af05cd2 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:21.916659 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Attempting to bind port 24e2f8e1-d18e-4de5-8def-21249af05cd2 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:21.917019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Attempting to bind port 24e2f8e1-d18e-4de5-8def-21249af05cd2 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:21.921760 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Port 24e2f8e1-d18e-4de5-8def-21249af05cd2 on network baa97c96-d90c-4541-963c-2b8ac01daede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:21.922096 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Attempting to bind port 24e2f8e1-d18e-4de5-8def-21249af05cd2 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:21.928954 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:21.929640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Checking segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:21.930051 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Bound using segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:21.930691 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Bound port: 24e2f8e1-d18e-4de5-8def-21249af05cd2, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:21.931293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.226006 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:22.229494 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:22.234823 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.275903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.276309 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:22.277757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-251477a8-d365-4f89-9669-5093f686b19f service neutron] 10.222.0.70 "PUT /v2.0/ports/24e2f8e1-d18e-4de5-8def-21249af05cd2 HTTP/1.1" status: 200 len: 1093 time: 0.9958634 Oct 28 08:41:22.278266 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:22.280638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1f264a-bb27-41af-936d-332b641f3d82" -d '{"events": [{"name": "network-changed", "server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:22.302315 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251477a8-d365-4f89-9669-5093f686b19f service neutron] Pushing event updated for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:22.342000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc88820-89f8-4f69-8165-e30bbb6b696b x-openstack-request-id: req-2bc88820-89f8-4f69-8165-e30bbb6b696b {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:22.342303 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:22.342589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bc88820-89f8-4f69-8165-e30bbb6b696b {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:22.342986 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2', 'status': 'completed', 'code': 200} Oct 28 08:41:22.394353 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c8a2-e554-4a2b-b6fd-00cf97e1b8d7 req-6c259a1c-313b-4a48-bff4-eefb3b1c1f36 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.395947 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f8b8c8a2-e554-4a2b-b6fd-00cf97e1b8d7 req-6c259a1c-313b-4a48-bff4-eefb3b1c1f36 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0906274 Oct 28 08:41:22.414155 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-d61195a4-fd2c-4ca2-8873-a33d9bce9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.415645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-d61195a4-fd2c-4ca2-8873-a33d9bce9ee4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 1096 time: 0.0693564 Oct 28 08:41:22.478572 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f8b8c8a2-e554-4a2b-b6fd-00cf97e1b8d7 req-f25df103-3ffa-47c6-acaf-bd65cc983804 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729628 Oct 28 08:41:22.480015 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-967a150b-4fcd-4257-aa53-35f432a49739 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2 HTTP/1.1" status: 200 len: 217 time: 0.0434725 Oct 28 08:41:22.554812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-47669784-b15a-40ec-8c68-3f4f375e71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.556582 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-47669784-b15a-40ec-8c68-3f4f375e71c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0660095 Oct 28 08:41:22.603588 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-4539f52e-80ba-4666-8bac-ca8a37954323 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279372 Oct 28 08:41:22.710414 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-9ed9f51b-10f8-4aeb-8122-7fa65c581161 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946491 Oct 28 08:41:22.885818 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8eb1ea8-8bfa-43c6-b557-a3d89daf2635 req-4b73a919-3908-4de7-8a41-1acff02baede service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529250 Oct 28 08:41:22.937351 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b675c-4f50-4e3a-b137-010ebe5a4c12 req-1c9a18f3-6819-4b80-bcc9-5e4b2032d142 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.939569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-085b675c-4f50-4e3a-b137-010ebe5a4c12 req-1c9a18f3-6819-4b80-bcc9-5e4b2032d142 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 944 time: 0.0824273 Oct 28 08:41:22.948958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04fe81-c665-4a18-86a9-0f3c0cb84725 req-1f4494ed-df46-4e59-9336-6d87c1b5b4cd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:22.950460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9f04fe81-c665-4a18-86a9-0f3c0cb84725 req-1f4494ed-df46-4e59-9336-6d87c1b5b4cd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 943 time: 0.1108520 Oct 28 08:41:23.051370 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-085b675c-4f50-4e3a-b137-010ebe5a4c12 req-8bbafe3c-949a-4614-81ea-183422404035 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998671 Oct 28 08:41:23.055495 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9f04fe81-c665-4a18-86a9-0f3c0cb84725 req-ef923390-cc62-46da-8aba-5c7b7dbd8650 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979548 Oct 28 08:41:23.067924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-2f09f56c-77a0-4cfd-a246-06fe7d97492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:23.070085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-2f09f56c-77a0-4cfd-a246-06fe7d97492a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 1096 time: 0.0970416 Oct 28 08:41:23.207511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-7734a683-1717-4915-b1ea-1d62b0d1daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:23.209100 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-7734a683-1717-4915-b1ea-1d62b0d1daaf service neutron] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 916 time: 0.1121118 Oct 28 08:41:23.264219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-8abd0d05-733f-4067-bb74-1801555e9813 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2 HTTP/1.1" status: 200 len: 217 time: 0.0384450 Oct 28 08:41:23.325805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-c4dcb759-f62b-4ff5-9787-137a404d34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:23.327571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-c4dcb759-f62b-4ff5-9787-137a404d34a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0515110 Oct 28 08:41:23.370628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-f29dbed7-136e-4df5-bb14-cf9afe6e219d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300114 Oct 28 08:41:23.515482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-423b22ac-94b1-4261-b001-83db84b14720 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193614 Oct 28 08:41:23.653935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922de5b-9c9a-46ef-bef0-9a7bce78cfaa req-f4eb363c-4a56-4f7a-8cc9-88dfab9cc0eb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:23.655383 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4922de5b-9c9a-46ef-bef0-9a7bce78cfaa req-f4eb363c-4a56-4f7a-8cc9-88dfab9cc0eb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0823350 Oct 28 08:41:23.662480 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ed1f264a-bb27-41af-936d-332b641f3d82 req-903affc7-ea52-4eda-ba8c-bd91b428c7ef service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339610 Oct 28 08:41:23.705726 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4922de5b-9c9a-46ef-bef0-9a7bce78cfaa req-8a026fc7-cadf-4b48-844e-da0745d436b3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387871 Oct 28 08:41:24.194467 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:41:24.253679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1a5b7-da30-4629-b196-df35bc69521d req-96abfd87-646f-4522-a91e-39086d3d2328 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:24.255269 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3ac1a5b7-da30-4629-b196-df35bc69521d req-96abfd87-646f-4522-a91e-39086d3d2328 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 944 time: 0.0997839 Oct 28 08:41:24.272464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724f28-9d35-4ed7-82ef-39362279a321 req-cfc11a31-687b-4f36-8eb9-346af794c915 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:24.274121 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47724f28-9d35-4ed7-82ef-39362279a321 req-cfc11a31-687b-4f36-8eb9-346af794c915 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 943 time: 0.1155348 Oct 28 08:41:24.331584 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3ac1a5b7-da30-4629-b196-df35bc69521d req-6b606b37-9f4e-444c-8f85-81d932266761 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Oct 28 08:41:24.348881 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47724f28-9d35-4ed7-82ef-39362279a321 req-e05d38e5-875b-4e6b-9bd2-c86178814650 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592940 Oct 28 08:41:24.438182 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:24.452035 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7', 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3', 'port_id': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7', 'mac_address': 'fa:16:3e:b4:4d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec5ff97-2fd6-40fb-90cc-87887505f6d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:41:24.494199 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.510998 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:24.536519 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:24.541406 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:24.594247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:24.854631 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4572d-62e1-4660-9eed-44fd50e1e902 req-3440a28f-958b-42c9-8c37-3bc78cf1f9f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:24.856609 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dde4572d-62e1-4660-9eed-44fd50e1e902 req-3440a28f-958b-42c9-8c37-3bc78cf1f9f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Oct 28 08:41:24.906245 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dde4572d-62e1-4660-9eed-44fd50e1e902 req-fccaf9e9-ab1e-47ec-8f1b-0ef32bdb8474 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Oct 28 08:41:25.294604 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['5c920b6d-61e7-4b04-9084-e8c83a6b11c7'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:25.400080 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65501d-dca9-46e8-b2fd-6b60a061f6c4 req-fe977b30-1bb4-4327-a14b-cfc20ccb6e77 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.401640 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da65501d-dca9-46e8-b2fd-6b60a061f6c4 req-fe977b30-1bb4-4327-a14b-cfc20ccb6e77 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0613201 Oct 28 08:41:25.481221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da65501d-dca9-46e8-b2fd-6b60a061f6c4 req-f80f36a7-2187-4474-a99d-2763446bfd2a tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681236 Oct 28 08:41:25.499327 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b726c97-f326-4b94-8fd2-855d0b978f52 req-772c12d6-3b03-4deb-940d-d3e6e88e9847 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.500325 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b726c97-f326-4b94-8fd2-855d0b978f52 req-772c12d6-3b03-4deb-940d-d3e6e88e9847 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 945 time: 0.0721521 Oct 28 08:41:25.556724 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b726c97-f326-4b94-8fd2-855d0b978f52 req-22f7d5eb-bcc4-4bf6-9d95-0d7737c80935 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Oct 28 08:41:25.611922 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55367c0-1bcc-447c-b50c-13cd41dbe098 req-3d76d819-48c6-4c01-b7b0-5527769fd6e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:25.613411 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a55367c0-1bcc-447c-b50c-13cd41dbe098 req-3d76d819-48c6-4c01-b7b0-5527769fd6e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 943 time: 0.0631306 Oct 28 08:41:25.655602 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a55367c0-1bcc-447c-b50c-13cd41dbe098 req-fe68db3c-cd0c-4647-96bb-9af8acf993ee tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361142 Oct 28 08:41:26.061493 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8f293-ef7f-43dd-aa13-36b6aeae3799 req-f76f489c-125c-49ab-80fb-3473bd965356 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:26.063002 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2d8f293-ef7f-43dd-aa13-36b6aeae3799 req-f76f489c-125c-49ab-80fb-3473bd965356 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0667791 Oct 28 08:41:26.131751 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b2d8f293-ef7f-43dd-aa13-36b6aeae3799 req-d3c47acb-be1e-48d4-a966-1248b45ba088 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Oct 28 08:41:26.620173 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121650a-4d12-4fab-a162-28564520f8b5 req-3623ecde-45ad-4f0f-94eb-3a6ad5112df9 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:26.621729 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8121650a-4d12-4fab-a162-28564520f8b5 req-3623ecde-45ad-4f0f-94eb-3a6ad5112df9 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0647511 Oct 28 08:41:26.691600 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8121650a-4d12-4fab-a162-28564520f8b5 req-f22b375c-c714-4199-a201-db3417052738 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606523 Oct 28 08:41:26.710605 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68afab4-7c06-4c82-a69d-34c692236cdf req-04730272-1295-47c5-844b-7bb7acb36044 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:26.712155 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c68afab4-7c06-4c82-a69d-34c692236cdf req-04730272-1295-47c5-844b-7bb7acb36044 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 945 time: 0.0743864 Oct 28 08:41:26.779725 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c68afab4-7c06-4c82-a69d-34c692236cdf req-269f27ed-fd85-4ae4-b066-432526b8e4a9 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Oct 28 08:41:26.831648 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1185163-d886-4464-acf7-183a0d941368 req-1cb3b8a9-7462-49b4-ab1b-242149d0fe67 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:26.833208 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e1185163-d886-4464-acf7-183a0d941368 req-1cb3b8a9-7462-49b4-ab1b-242149d0fe67 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 943 time: 0.0682065 Oct 28 08:41:26.873931 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e1185163-d886-4464-acf7-183a0d941368 req-3d2e04f2-aa68-4a1d-a2cb-dc9b884d0f6d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Oct 28 08:41:27.263031 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e142b-1374-4763-818b-28f71c54bb60 req-d81d3fc3-20d9-4e3f-8b9e-da85054558f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.264433 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-486e142b-1374-4763-818b-28f71c54bb60 req-d81d3fc3-20d9-4e3f-8b9e-da85054558f6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0566049 Oct 28 08:41:27.309708 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-486e142b-1374-4763-818b-28f71c54bb60 req-197ff467-3bb1-450e-8d66-e53a22bcd560 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356708 Oct 28 08:41:27.824828 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1c0d5-de23-45c4-bf46-75dd293a8432 req-4d8fb97a-27e6-405d-8498-b6f443df3500 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.826365 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8da1c0d5-de23-45c4-bf46-75dd293a8432 req-4d8fb97a-27e6-405d-8498-b6f443df3500 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Oct 28 08:41:27.880577 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8da1c0d5-de23-45c4-bf46-75dd293a8432 req-f2c886dc-f099-40db-9de2-ec0381e57e97 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 Oct 28 08:41:27.928269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea67610-0634-418a-a4ba-1fcbc0e1557f req-4aff0ab6-ff60-44c5-bb53-c85d352ca26d tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:27.930875 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ea67610-0634-418a-a4ba-1fcbc0e1557f req-4aff0ab6-ff60-44c5-bb53-c85d352ca26d tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 945 time: 0.0618365 Oct 28 08:41:27.984543 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ea67610-0634-418a-a4ba-1fcbc0e1557f req-4f18f599-b53f-4c7b-81a4-1bd57a8df759 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437131 Oct 28 08:41:28.016833 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.027600 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562af81-ae85-407e-9ab4-7419fb65a6e3 req-cc476075-8ad5-4475-bf50-68973805942e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:28.029935 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a562af81-ae85-407e-9ab4-7419fb65a6e3 req-cc476075-8ad5-4475-bf50-68973805942e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 943 time: 0.0630510 Oct 28 08:41:28.073591 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a562af81-ae85-407e-9ab4-7419fb65a6e3 req-ef67c4ca-333d-4b1e-8c97-75b9a8eb5621 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361583 Oct 28 08:41:28.239029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 24e2f8e1-d18e-4de5-8def-21249af05cd2 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:41:28.242929 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:28.394786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:41:28.403085 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:28.413484 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:28.413957 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.454767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '24e2f8e1-d18e-4de5-8def-21249af05cd2', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'port_id': '24e2f8e1-d18e-4de5-8def-21249af05cd2', 'mac_address': 'fa:16:3e:98:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb87086-c866-4403-97f9-afd45403d009', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:41:28.498315 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137749fc-7466-48d7-b57e-498706026fc8 req-8fce7f23-b2a0-43c1-997d-173f335a5fcc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:28.503598 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-137749fc-7466-48d7-b57e-498706026fc8 req-8fce7f23-b2a0-43c1-997d-173f335a5fcc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0896680 Oct 28 08:41:28.517275 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.554388 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e2f8e1-d18e-4de5-8def-21249af05cd2 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:28.555513 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-137749fc-7466-48d7-b57e-498706026fc8 req-9cfeffc1-f58e-4e2d-bb38-6fc4e6577567 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Oct 28 08:41:28.578602 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.583850 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:28.591221 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.635803 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:28.638118 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac71e99-1f0f-4ea3-bdc5-dd429a658098" -d '{"events": [{"server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "name": "network-vif-plugged", "status": "completed", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:28.658354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:28.669428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:28.674437 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:28.702295 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc150c0-1f17-4475-aaa8-b2c8449eb96c x-openstack-request-id: req-efc150c0-1f17-4475-aaa8-b2c8449eb96c {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:28.702640 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "name": "network-vif-plugged", "status": "completed", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:28.702825 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efc150c0-1f17-4475-aaa8-b2c8449eb96c {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:28.703503 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7', 'code': 200} Oct 28 08:41:28.751656 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:28.963621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e8e9f-1a2e-4e51-82be-a875556b1e12 req-ffb45895-6524-4eb0-a798-35a0eae7536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:28.965634 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-208e8e9f-1a2e-4e51-82be-a875556b1e12 req-ffb45895-6524-4eb0-a798-35a0eae7536d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 1099 time: 0.0528185 Oct 28 08:41:29.037644 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-208e8e9f-1a2e-4e51-82be-a875556b1e12 req-e2f5b617-157d-486e-b34d-cc3fe3a8c4a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562530 Oct 28 08:41:29.048604 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4478-b636-485f-ae58-22a9ce951aa8 req-171313af-5bfd-400f-8b70-bb6fa1e0e448 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.050053 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-299f4478-b636-485f-ae58-22a9ce951aa8 req-171313af-5bfd-400f-8b70-bb6fa1e0e448 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0775974 Oct 28 08:41:29.101960 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-299f4478-b636-485f-ae58-22a9ce951aa8 req-245ccb65-8ab0-4052-b065-b07033db62a8 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Oct 28 08:41:29.212827 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5c2d-82f5-4fbd-8cbe-e41b9b9f94fd req-6ac7177f-c06b-4098-b75f-4694ca02722c tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.214435 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4aa5c2d-82f5-4fbd-8cbe-e41b9b9f94fd req-6ac7177f-c06b-4098-b75f-4694ca02722c tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.0541043 Oct 28 08:41:29.260395 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4aa5c2d-82f5-4fbd-8cbe-e41b9b9f94fd req-e0d2d966-bafc-4a53-a592-c1a12d3b26c7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Oct 28 08:41:29.375299 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2941d-ac70-4f85-9e92-c27bf1e2fd70 req-89f29812-87b6-4105-97a1-eb5d831d73d7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.377351 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2a2941d-ac70-4f85-9e92-c27bf1e2fd70 req-89f29812-87b6-4105-97a1-eb5d831d73d7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 944 time: 0.0552571 Oct 28 08:41:29.423146 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2a2941d-ac70-4f85-9e92-c27bf1e2fd70 req-44c535f4-0be5-48bd-b9e6-91bed64f6ecd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Oct 28 08:41:29.601684 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['24e2f8e1-d18e-4de5-8def-21249af05cd2'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:29.739014 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e62f0-270a-4214-82f9-ba49ae8b9e16 req-3a50ce29-01e0-4299-898a-583e521ecad9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.740606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8b4e62f0-270a-4214-82f9-ba49ae8b9e16 req-3a50ce29-01e0-4299-898a-583e521ecad9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0840592 Oct 28 08:41:29.763999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840279c-f483-4a2a-a627-499cace446ce req-7e5df79a-b705-4b38-b8e4-6b80b5c52827 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:29.765699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3840279c-f483-4a2a-a627-499cace446ce req-7e5df79a-b705-4b38-b8e4-6b80b5c52827 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0832913 Oct 28 08:41:29.854557 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8b4e62f0-270a-4214-82f9-ba49ae8b9e16 req-261bf8f5-27db-456f-9de1-83c9a9e2db79 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065366 Oct 28 08:41:30.011769 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Deleting port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:41:30.012105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.108124 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] For port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,segment=NetworkSegment(a107b224-81fc-46d2-a251-3df1ee6cda72),segment_id=a107b224-81fc-46d2-a251-3df1ee6cda72)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:30.108489 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.125475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Calling delete_port for 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:41:30.269792 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d89fc0-22f6-445a-b3d9-57f827e286f8 req-60f4e616-5205-44a7-8114-36c7046149d7 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:30.271333 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3d89fc0-22f6-445a-b3d9-57f827e286f8 req-60f4e616-5205-44a7-8114-36c7046149d7 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 945 time: 0.0748131 Oct 28 08:41:30.377482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3d89fc0-22f6-445a-b3d9-57f827e286f8 req-194119e1-8559-4aa0-adf2-ddf65be1b30e tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/security-groups?id=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992210 Oct 28 08:41:30.381824 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.413883 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Pushing event deleted for resources: {'Port': ['ID=9ea8a9e5-c360-4361-8ee7-43bd5674b3d6,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:30.469200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c171f99-f9e5-4735-9cfa-cc954244f375 req-4575c250-1c7e-461d-a485-206736655769 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:30.470761 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c171f99-f9e5-4735-9cfa-cc954244f375 req-4575c250-1c7e-461d-a485-206736655769 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.1296382 Oct 28 08:41:30.489015 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] No DVR routers for this DVR port 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:41:30.497170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:30.500377 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3840279c-f483-4a2a-a627-499cace446ce req-d902506c-07ff-4245-a34c-291280506981 tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.70 "DELETE /v2.0/ports/9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 HTTP/1.1" status: 204 len: 173 time: 0.7067454 Oct 28 08:41:30.501540 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'name': 'network-vif-deleted', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:30.503611 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d383899c-923f-49e4-88fa-aab5d7e4fce1" -d '{"events": [{"server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "name": "network-vif-deleted", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:30.739516 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c171f99-f9e5-4735-9cfa-cc954244f375 req-ebf77e76-c60e-45ad-ab75-6933a6f86390 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515862 Oct 28 08:41:30.756629 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab718460-a4ad-482d-8867-071ae6179f67 req-7e9f62a1-a6a0-409e-83ae-e83aab33891d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:30.758109 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab718460-a4ad-482d-8867-071ae6179f67 req-7e9f62a1-a6a0-409e-83ae-e83aab33891d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 944 time: 0.2622204 Oct 28 08:41:30.797533 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab718460-a4ad-482d-8867-071ae6179f67 req-49641ad3-5ad9-4302-a093-afa6ed101a24 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318987 Oct 28 08:41:30.839603 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba7e42-8ce4-4a7b-8890-7f5718d2495e x-openstack-request-id: req-93ba7e42-8ce4-4a7b-8890-7f5718d2495e {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:30.839899 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef6e834-e02d-41aa-8962-4caf135b9d54", "name": "network-vif-deleted", "tag": "9ea8a9e5-c360-4361-8ee7-43bd5674b3d6", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:30.840151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93ba7e42-8ce4-4a7b-8890-7f5718d2495e {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:30.840549 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef6e834-e02d-41aa-8962-4caf135b9d54', 'name': 'network-vif-deleted', 'tag': '9ea8a9e5-c360-4361-8ee7-43bd5674b3d6', 'status': 'completed', 'code': 200} Oct 28 08:41:30.996317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183af65c-2a61-40a5-a669-b200ebdaf56c req-b145543e-3d06-47c1-a7dd-dba0ec7663b4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:30.997822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-183af65c-2a61-40a5-a669-b200ebdaf56c req-b145543e-3d06-47c1-a7dd-dba0ec7663b4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Oct 28 08:41:31.037661 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-183af65c-2a61-40a5-a669-b200ebdaf56c req-f4319d57-d957-4ce6-bc4f-bc66b3c3d562 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337050 Oct 28 08:41:31.482908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-805caf66-5330-4fe1-a427-24fb884d02f0 req-57ece44f-7eb3-4b43-89a4-8e87e3eb511e tempest-DeleteServersTestJSON-420956754 tempest-DeleteServersTestJSON-420956754-project] 10.222.0.76 "GET /v2.0/ports?device_id=2ef6e834-e02d-41aa-8962-4caf135b9d54 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Oct 28 08:41:31.864756 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf50a1-c351-4a0a-b2a4-fae40c9b092a req-ef0d1e2d-0554-46cb-9b00-4ddf0b550c97 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:31.867170 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abf50a1-c351-4a0a-b2a4-fae40c9b092a req-ef0d1e2d-0554-46cb-9b00-4ddf0b550c97 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.0540826 Oct 28 08:41:31.933818 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0abf50a1-c351-4a0a-b2a4-fae40c9b092a req-dfd47cae-4cab-4328-ac8a-143b2bd39c8a tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Oct 28 08:41:31.945400 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c221cd-4380-4ba6-85b0-1e1ccbad82c8 req-48c47bcf-f294-4249-b272-b2d0b9999057 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:31.947008 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39c221cd-4380-4ba6-85b0-1e1ccbad82c8 req-48c47bcf-f294-4249-b272-b2d0b9999057 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 944 time: 0.0771458 Oct 28 08:41:31.991691 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39c221cd-4380-4ba6-85b0-1e1ccbad82c8 req-42229687-a226-48de-b978-79ae1b0b385c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Oct 28 08:41:32.254192 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 24e2f8e1-d18e-4de5-8def-21249af05cd2 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:41:32.352366 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb664b-ed47-4103-901a-e67c42396820 req-11f72070-5f09-4d08-b488-e3ece53612e3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:32.367164 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aacb664b-ed47-4103-901a-e67c42396820 req-11f72070-5f09-4d08-b488-e3ece53612e3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1090901 Oct 28 08:41:32.367305 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 24e2f8e1-d18e-4de5-8def-21249af05cd2 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:41:32.371636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 24e2f8e1-d18e-4de5-8def-21249af05cd2 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:41:32.372099 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.447614 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aacb664b-ed47-4103-901a-e67c42396820 req-6432b5ef-d789-4f44-9ab2-07376cd22f2b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789146 Oct 28 08:41:32.513085 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.541774 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:32.544522 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc999f-6e78-40be-be35-bbdad329c049" -d '{"events": [{"server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "name": "network-vif-plugged", "status": "completed", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:32.560719 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:32.569419 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:32.570446 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:41:32.610983 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed94e0d-63bf-4bb2-adcc-e984c42816ff x-openstack-request-id: req-fed94e0d-63bf-4bb2-adcc-e984c42816ff {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:32.611271 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "name": "network-vif-plugged", "status": "completed", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:32.611721 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fed94e0d-63bf-4bb2-adcc-e984c42816ff {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:32.612111 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2', 'code': 200} Oct 28 08:41:32.614346 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:41:32.614723 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9ea8a9e5-c360-4361-8ee7-43bd5674b3d6 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:41:32.642713 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:32.908364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc90ca-7725-45e4-905a-a0aa21e1fd20 req-3a381a45-adff-47f4-8de2-1c766dfe3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:32.909904 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72cc90ca-7725-45e4-905a-a0aa21e1fd20 req-3a381a45-adff-47f4-8de2-1c766dfe3e76 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 1098 time: 0.0525227 Oct 28 08:41:32.972554 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72cc90ca-7725-45e4-905a-a0aa21e1fd20 req-3923e33b-e07b-4e5a-8560-63b1b0621129 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Oct 28 08:41:33.111044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf939962-bc87-4b10-902a-ece96eed0ff1 req-ed3364d1-fd29-423f-8414-a702bef07cad tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:33.114015 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf939962-bc87-4b10-902a-ece96eed0ff1 req-ed3364d1-fd29-423f-8414-a702bef07cad tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.1046515 Oct 28 08:41:33.197840 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a8120-c3e5-4b42-ae0a-cba3af18a75f req-9c41e2bf-03fc-4026-8412-e1418725a0d7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:33.199359 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d8a8120-c3e5-4b42-ae0a-cba3af18a75f req-9c41e2bf-03fc-4026-8412-e1418725a0d7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.1290989 Oct 28 08:41:33.201997 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf939962-bc87-4b10-902a-ece96eed0ff1 req-b6399aab-1798-4141-be23-6cbe597e7aff tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Oct 28 08:41:33.244699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d8a8120-c3e5-4b42-ae0a-cba3af18a75f req-89c6566a-88e3-412d-9918-0e4c42730450 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Oct 28 08:41:33.623557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2571-9ce4-436d-9f9c-61f76197569a req-50c9a070-5f31-40dc-b289-341c03301537 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:33.625136 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a83b2571-9ce4-436d-9f9c-61f76197569a req-50c9a070-5f31-40dc-b289-341c03301537 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0660565 Oct 28 08:41:33.665396 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a83b2571-9ce4-436d-9f9c-61f76197569a req-2deedcdf-68c2-4543-8b50-27c0468d5539 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336502 Oct 28 08:41:34.137413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51182) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.186030 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Deleting subnet 49b9bb07-4a06-46ce-a2a3-72b3b435fe2a {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:41:34.191475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.192805 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51184) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.256190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.266818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.343604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3f6755af-970b-470d-9095-59588002f8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.400195 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.410540 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa52b70-971b-4570-baa3-bbc93c1d46cc req-684c7629-3a36-486e-bcec-14dd8a18a7d2 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:34.412164 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9aa52b70-971b-4570-baa3-bbc93c1d46cc req-684c7629-3a36-486e-bcec-14dd8a18a7d2 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.1242046 Oct 28 08:41:34.457353 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.463041 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/49b9bb07-4a06-46ce-a2a3-72b3b435fe2a HTTP/1.1" status: 204 len: 168 time: 0.3221619 Oct 28 08:41:34.463254 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3f6755af-970b-470d-9095-59588002f8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.464700 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148be6-8609-4de2-ac2d-b64f7095998f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b9bb07-4a06-46ce-a2a3-72b3b435fe2a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.465310 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51194) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.475337 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3f6755af-970b-470d-9095-59588002f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.491232 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762f33f-73ca-44cf-882b-478775d90984 req-7b60dba5-bbac-428d-a2f4-3849b9783cfe tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:34.492908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2762f33f-73ca-44cf-882b-478775d90984 req-7b60dba5-bbac-428d-a2f4-3849b9783cfe tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.1521692 Oct 28 08:41:34.523084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9aa52b70-971b-4570-baa3-bbc93c1d46cc req-61ea313f-3dfe-471f-8f1d-1ed89670bf06 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987763 Oct 28 08:41:34.551497 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3f6755af-970b-470d-9095-59588002f8d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b7c76f73532419cacbb0b4eff829a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571153 Oct 28 08:41:34.566739 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51198) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:34.567436 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6755af-970b-470d-9095-59588002f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550a74b1-35cf-4b93-9e3c-7e02bbf7bda1,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:34.587031 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2762f33f-73ca-44cf-882b-478775d90984 req-34921302-be6c-4b99-9d34-1861b2dcceab tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785556 Oct 28 08:41:34.651981 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.667857 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.689421 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.830333 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.846149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.850407 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:34.855031 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/550a74b1-35cf-4b93-9e3c-7e02bbf7bda1 HTTP/1.1" status: 204 len: 168 time: 0.2845707 Oct 28 08:41:34.910752 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.911468 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.912858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.913512 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > port after_create 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.914152 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.914867 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > port after_update 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.915208 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc502-702f-4d9a-a02e-4024431cc1d4 req-d06f4622-a618-4803-965a-fb8d5e4a1f92 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:34.915654 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.916329 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.917061 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.917721 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:34.926719 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-68ebc502-702f-4d9a-a02e-4024431cc1d4 req-d06f4622-a618-4803-965a-fb8d5e4a1f92 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0963638 Oct 28 08:41:34.979417 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-68ebc502-702f-4d9a-a02e-4024431cc1d4 req-a02ffda7-29f8-42e8-8a49-f6d8842920ff tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Oct 28 08:41:35.165527 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:35.166104 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:35.166694 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:35.167275 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:35.167887 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7b6ca0-55b9-4af1-a370-11fe1f05dca8']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:35.200256 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbab478-d26f-4336-9053-02e1bc036e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a74b1-35cf-4b93-9e3c-7e02bbf7bda1,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:35.212615 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a107b224-81fc-46d2-a251-3df1ee6cda72') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:35.213083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a107b224-81fc-46d2-a251-3df1ee6cda72') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:35.237777 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.264667 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.275533 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:41:35.275940 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: from cryptography.utils import int_from_bytes Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: from cryptography.utils import int_from_bytes Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:41:35.300037 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:41:35.391730 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.415786 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.426234 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cd7b6ca0-55b9-4af1-a370-11fe1f05dca8 HTTP/1.1" status: 204 len: 168 time: 0.9547498 Oct 28 08:41:35.428217 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac95fa-8fd8-41f1-814f-051f0c509f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7b6ca0-55b9-4af1-a370-11fe1f05dca8,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:35.595267 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51240) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:35.655961 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-565eea2e-f5bf-4875-aa9e-c13761d35b0d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e1ab98d27254ae9b953182c6f2d1fc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586429 Oct 28 08:41:35.661022 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51246) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:35.791656 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7322bd-1fad-4b4e-a495-c50e832b7c1a req-58c45872-1332-421e-bc46-9e805dc4976f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.793151 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf7322bd-1fad-4b4e-a495-c50e832b7c1a req-58c45872-1332-421e-bc46-9e805dc4976f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.1311922 Oct 28 08:41:35.821410 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5faf-c8d0-46eb-9ac6-581c9a66c22f req-771ca6ab-22f8-4f43-a518-323a8f9200b6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.822985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-223a5faf-c8d0-46eb-9ac6-581c9a66c22f req-771ca6ab-22f8-4f43-a518-323a8f9200b6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.1362865 Oct 28 08:41:35.834673 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.913511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:35.942714 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf7322bd-1fad-4b4e-a495-c50e832b7c1a req-bb842625-ae0a-4b3a-91d6-eb4608c5bc35 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421089 Oct 28 08:41:35.974941 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-223a5faf-c8d0-46eb-9ac6-581c9a66c22f req-31478f86-ac71-4290-9b62-23e2176fef56 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309156 Oct 28 08:41:35.989049 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59606435-030c-4d0a-845d-bcab383c8c20 req-444636af-682c-4842-a8bc-782d8ca3fa60 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:35.990851 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-59606435-030c-4d0a-845d-bcab383c8c20 req-444636af-682c-4842-a8bc-782d8ca3fa60 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 946 time: 0.1665220 Oct 28 08:41:36.056630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.059450 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.063995 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf HTTP/1.1" status: 204 len: 168 time: 0.3977187 Oct 28 08:41:36.099196 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680e1e3-5cd5-46d4-8590-52977561f007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c9361-052f-4e75-98a3-f4fbd5bb1eaf,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:36.148390 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Deleting port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:41:36.149017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.321930 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba658af-c1ee-45bf-8369-7c3fc1baf9b2 req-f7a4372a-7538-4fe4-a454-a95e6eeceaba tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:36.323557 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ba658af-c1ee-45bf-8369-7c3fc1baf9b2 req-f7a4372a-7538-4fe4-a454-a95e6eeceaba tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0883980 Oct 28 08:41:36.369942 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] For port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:41:36.370391 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.386810 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Calling delete_port for 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:41:36.473085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ba658af-c1ee-45bf-8369-7c3fc1baf9b2 req-ed260ba8-d841-4d8f-89b5-b1f184fb5bf0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348207 Oct 28 08:41:36.608871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.647585 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Pushing event deleted for resources: {'Port': ['ID=5c920b6d-61e7-4b04-9084-e8c83a6b11c7,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:36.723986 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] No DVR routers for this DVR port 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:41:36.729582 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.735376 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-59606435-030c-4d0a-845d-bcab383c8c20 req-a5aba336-904d-4483-b2a4-18f2ce94549b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "DELETE /v2.0/ports/5c920b6d-61e7-4b04-9084-e8c83a6b11c7 HTTP/1.1" status: 204 len: 173 time: 0.7361934 Oct 28 08:41:36.736366 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'name': 'network-vif-deleted', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:36.747643 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ca5439-3ae5-4d0a-a505-b533ad63767e" -d '{"events": [{"server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "name": "network-vif-deleted", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:36.806310 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51308) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:36.856876 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa2a11-d3a5-4aa9-b185-4f43d3becfc3 x-openstack-request-id: req-9afa2a11-d3a5-4aa9-b185-4f43d3becfc3 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:36.857675 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e77c4e-c82e-4295-811a-8d992ea9209c", "name": "network-vif-deleted", "tag": "5c920b6d-61e7-4b04-9084-e8c83a6b11c7", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:36.858176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9afa2a11-d3a5-4aa9-b185-4f43d3becfc3 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:36.858845 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e77c4e-c82e-4295-811a-8d992ea9209c', 'name': 'network-vif-deleted', 'tag': '5c920b6d-61e7-4b04-9084-e8c83a6b11c7', 'status': 'completed', 'code': 200} Oct 28 08:41:36.908935 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Deleting subnet 42bbcb17-70c8-4e44-a355-1074295b95c8 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:41:36.915936 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:36.981909 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.076410 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.147063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7535b9ff-e5dc-4fb0-ac31-3b816bb1c1f6 req-444f468a-25d8-44ab-b3d5-eecba9a358c5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=91e77c4e-c82e-4295-811a-8d992ea9209c HTTP/1.1" status: 200 len: 210 time: 0.0482388 Oct 28 08:41:37.180766 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.217958 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.225003 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/42bbcb17-70c8-4e44-a355-1074295b95c8 HTTP/1.1" status: 204 len: 168 time: 0.4153402 Oct 28 08:41:37.225719 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51326) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:37.226721 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a841fc-7766-4f3a-8825-5fc65d4785bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bbcb17-70c8-4e44-a355-1074295b95c8,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:37.297760 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.412798 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.443010 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.443427 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.444118 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.444517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > port after_create 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.444851 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > port after_delete 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.445191 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > port after_update 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.445517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.445863 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.446315 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.446521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.518239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.518623 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.519154 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.519663 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 08:41:37.520216 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a5a945-790b-4a83-ade0-55d1af715e1a']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:37.545233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1da99c-e21b-45e9-aa67-afe8f5490cfa') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:37.545762 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1da99c-e21b-45e9-aa67-afe8f5490cfa') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:37.569028 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.596766 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.619423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:41:37.619835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: from cryptography.utils import int_from_bytes Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: from cryptography.utils import int_from_bytes Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:41:37.623963 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:41:37.724977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84b8b3-67d6-4335-8ace-9a2dd52563df req-af877811-4c6e-4486-bb36-69a94830c3e9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:37.727817 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b84b8b3-67d6-4335-8ace-9a2dd52563df req-af877811-4c6e-4486-bb36-69a94830c3e9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1266620 Oct 28 08:41:37.729868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.760806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.767163 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] 10.222.0.76 "DELETE /v2.0/networks/22a5a945-790b-4a83-ade0-55d1af715e1a HTTP/1.1" status: 204 len: 168 time: 0.5396740 Oct 28 08:41:37.770355 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51348) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:37.777869 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f65f2-6f2d-410d-a753-c53cb1ffca8e admin admin] Pushing event deleted for resources: {'Network': ['ID=22a5a945-790b-4a83-ade0-55d1af715e1a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:37.821990 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b84b8b3-67d6-4335-8ace-9a2dd52563df req-fcc83619-e13e-4f35-a085-1dd967713916 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812356 Oct 28 08:41:37.822609 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Deleting subnet 617cef21-8bdc-410a-9b8b-e6df2b327c9f {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:41:37.828536 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.881971 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:37.963849 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.057252 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.084671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617cef21-8bdc-410a-9b8b-e6df2b327c9f,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:38.090972 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.099415 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f59e8dbb-f754-4d5e-ae8c-e3531afaba0c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/617cef21-8bdc-410a-9b8b-e6df2b327c9f HTTP/1.1" status: 204 len: 168 time: 0.3227959 Oct 28 08:41:38.099415 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51360) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:38.207051 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.295789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:41:38.341908 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.342459 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:41:38.343235 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 5c920b6d-61e7-4b04-9084-e8c83a6b11c7 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:41:38.395046 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2874a00a-8e36-4a3d-b2f6-ae5352c8467e']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:38.414466 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa76a71e-dd2b-43a1-ae30-689176f4ce13') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:38.414941 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa76a71e-dd2b-43a1-ae30-689176f4ce13') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:41:38.427907 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.452352 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.460005 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:41:38.460413 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:41:38.530168 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:41:38.541648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.553573 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:38.560095 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2874a00a-8e36-4a3d-b2f6-ae5352c8467e HTTP/1.1" status: 204 len: 168 time: 0.4572668 Oct 28 08:41:38.568991 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f61b0d-a346-4247-b8cf-7b04828c1ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2874a00a-8e36-4a3d-b2f6-ae5352c8467e,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:38.708700 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-a835f836-6dad-490a-b90a-dedef89a3794 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:38.716572 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-a835f836-6dad-490a-b90a-dedef89a3794 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/networks?id=35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 200 len: 808 time: 0.2600455 Oct 28 08:41:38.731468 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-8c7d15b6-794e-4894-be6e-a86ec5748d69 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/quotas/273c545d66f0479bb21eb8012fb29558 HTTP/1.1" status: 200 len: 375 time: 0.0134995 Oct 28 08:41:38.773180 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-5c67f597-9377-410d-8c53-7a295ee8cd1f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351100 Oct 28 08:41:38.848075 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51398) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:38.890408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-f5878139-7c2a-4c59-bd07-cd42c94bead6 service neutron] 10.222.0.76 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091208 Oct 28 08:41:38.901745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51400) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:38.902714 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d2d495ab-754c-4035-a4b1-f6fd59bd47b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c577ff27d8e4660a4af1ed540b22112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488832 Oct 28 08:41:39.084674 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e34f8-2ac1-41c5-bb44-296d16ee66a0 req-fec15b16-1001-4ac9-8f76-955e6d38be6d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:39.086296 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c2e34f8-2ac1-41c5-bb44-296d16ee66a0 req-fec15b16-1001-4ac9-8f76-955e6d38be6d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1175742 Oct 28 08:41:39.088928 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.099503 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-246b08d5-ea57-429d-99c9-bf3a34ca7a47 service neutron] 10.222.0.76 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988537 Oct 28 08:41:39.133689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.162891 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c2e34f8-2ac1-41c5-bb44-296d16ee66a0 req-ae3656c1-ac33-4c42-ab94-727d6f4a4e4a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696795 Oct 28 08:41:39.223143 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.226580 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:39.232347 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/447dbfa5-9891-42cd-9c0c-06e8ef612ba8 HTTP/1.1" status: 204 len: 168 time: 0.3171740 Oct 28 08:41:39.270997 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a7cab-fd79-4e87-a1ad-d0fff1dad891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447dbfa5-9891-42cd-9c0c-06e8ef612ba8,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:39.341145 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d65dfa73-27d4-4852-91f7-635099fda8b8 req-070a911d-4858-4b51-b2c6-922a1e7b50d3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 210 time: 0.0359404 Oct 28 08:41:39.885965 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51446) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:39.966454 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9a694753-9ae6-45c3-9648-124f3a67d42b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0384673aabf74580aaa66764e61f8a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789113 Oct 28 08:41:39.970826 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51450) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:40.052275 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.076659 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.105056 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-d5622c69-0b57-458d-84aa-08c3b53aa335 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:40.113886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-d5622c69-0b57-458d-84aa-08c3b53aa335 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.4677269 Oct 28 08:41:40.132761 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-45a15d47-a0c5-4de5-9d13-0f35b7a2be62 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/quotas/3831003e70cf4a62afb1393fbea6654e HTTP/1.1" status: 200 len: 375 time: 0.0176070 Oct 28 08:41:40.143292 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.150909 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:40.161378 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4b066b6-2ef5-4fe5-86dc-57ef9a452524 HTTP/1.1" status: 204 len: 168 time: 0.1885900 Oct 28 08:41:40.191564 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef0f52-6a37-4f30-aeb6-03654153f690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b066b6-2ef5-4fe5-86dc-57ef9a452524,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:40.246181 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-f4a951d6-a88e-4ace-abca-cbf4b360b04e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120930 Oct 28 08:41:40.382836 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b85c24-3153-41c2-a561-7dc2f917dad0 req-393106c1-4587-4863-8c17-eaed43f80487 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:40.384711 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47b85c24-3153-41c2-a561-7dc2f917dad0 req-393106c1-4587-4863-8c17-eaed43f80487 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0763285 Oct 28 08:41:40.425240 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-1a018189-7217-46f2-9736-2ee860f21b13 service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781182 Oct 28 08:41:40.453912 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47b85c24-3153-41c2-a561-7dc2f917dad0 req-8e607889-0d99-45d6-809b-a54c5874bca4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Oct 28 08:41:40.572559 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-b31cb6be-5ab0-4258-8992-fc5d7edd54e1 service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358290 Oct 28 08:41:40.590224 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9aff00b3-18e8-47d8-9581-e721acee5daa req-468c7714-3f14-4f7a-b274-a9d761844837 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 210 time: 0.0337176 Oct 28 08:41:40.889370 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ce78b733-e4b4-4723-aa43-2b55676d0ef5 req-57dd9db8-3843-407b-bead-21b3da4e14aa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0865147 Oct 28 08:41:41.045263 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-a842a5c3-9c61-4283-bf60-0ca4171eeb1e tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.047744 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-a842a5c3-9c61-4283-bf60-0ca4171eeb1e tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "GET /v2.0/networks?id=35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 200 len: 808 time: 0.3012648 Oct 28 08:41:41.088647 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Request body: {'port': {'device_id': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3', 'admin_state_up': True, 'tenant_id': '273c545d66f0479bb21eb8012fb29558'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:41.268423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Made reservation on behalf of 273c545d66f0479bb21eb8012fb29558 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:41.273976 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.476255 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Allocated IP 172.20.0.8 (35415b19-1403-4733-b6cb-03e1bd171af3/2ec5ff97-2fd6-40fb-90cc-87887505f6d0/9be23939-416b-4e30-86a9-026576b06e86) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:41.750490 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-809668b5-a976-48c2-a449-c6392fd2c715 req-53829798-6f69-4386-a464-8918dc7de0cd tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 210 time: 0.0429003 Oct 28 08:41:41.762862 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f29cc-ad80-4b1d-a57d-817f7377a231 req-9c955be8-148d-4b23-9d73-2c686eb57325 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:41.764561 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e13f29cc-ad80-4b1d-a57d-817f7377a231 req-9c955be8-148d-4b23-9d73-2c686eb57325 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.2132916 Oct 28 08:41:41.851106 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e13f29cc-ad80-4b1d-a57d-817f7377a231 req-6da2b6a8-bea7-4bb9-af0d-04c067b7fdd1 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727563 Oct 28 08:41:41.856142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.893691 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:41.944126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Network 35415b19-1403-4733-b6cb-03e1bd171af3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:41.951343 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:41.957864 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:41.986704 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Pushing event updated for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.026663 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7187c747-6222-4a0e-a013-13542e74db2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.042447 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f44e7c78-5326-4636-a46a-a1aea7e5f840 req-678cf319-a873-42eb-81a3-cc49b1933f16 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0470698 Oct 28 08:41:42.053739 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.054754 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.082929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-b2d95e48-1d94-4861-b002-bcf16cf72579 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990911 Oct 28 08:41:42.143313 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51540) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:42.162828 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Request body: {'port': {'device_id': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:42.227199 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.342720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ad74321-d973-41fa-84aa-b0b251f91913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.485242 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-991b4781-15f3-4f9c-a099-0a206bccb14c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:42.487431 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-991b4781-15f3-4f9c-a099-0a206bccb14c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.2484434 Oct 28 08:41:42.605995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ad74321-d973-41fa-84aa-b0b251f91913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.616233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ad74321-d973-41fa-84aa-b0b251f91913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.683562 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8ad74321-d973-41fa-84aa-b0b251f91913 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be2e23a503ea434ba83f695bf071fea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390825 Oct 28 08:41:42.686190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74321-d973-41fa-84aa-b0b251f91913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59822d34-0d7a-42e9-b234-bfd17c2fb347,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.686346 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51544) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:42.742182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be23939-416b-4e30-86a9-026576b06e86 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:42.749767 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.752329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.766531 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Transition to ACTIVE for port object 9be23939-416b-4e30-86a9-026576b06e86 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:42.771586 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.774674 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.823065 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Pushing event updated for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.841133 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.846359 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:42.848448 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59822d34-0d7a-42e9-b234-bfd17c2fb347 HTTP/1.1" status: 204 len: 168 time: 0.1609271 Oct 28 08:41:42.864832 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0b7ae-09bd-42e7-a249-c15c50643286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59822d34-0d7a-42e9-b234-bfd17c2fb347,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:42.986689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Attempting to bind port 9be23939-416b-4e30-86a9-026576b06e86 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:42.987031 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Attempting to bind port 9be23939-416b-4e30-86a9-026576b06e86 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:42.987490 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Attempting to bind port 9be23939-416b-4e30-86a9-026576b06e86 on network 35415b19-1403-4733-b6cb-03e1bd171af3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:43.001312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Port 9be23939-416b-4e30-86a9-026576b06e86 on network 35415b19-1403-4733-b6cb-03e1bd171af3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:43.001643 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Attempting to bind port 9be23939-416b-4e30-86a9-026576b06e86 on network 35415b19-1403-4733-b6cb-03e1bd171af3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:43.011995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfa14-7b51-462c-8d3d-38c5d7b9f434 req-8cdd44ab-c1e0-4da7-ae40-bf8a49da5074 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.013571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-51fbfa14-7b51-462c-8d3d-38c5d7b9f434 req-8cdd44ab-c1e0-4da7-ae40-bf8a49da5074 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.1205032 Oct 28 08:41:43.021575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:43.021917 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Checking segment: {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:43.022306 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Bound using segment: {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:43.022794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Bound port: 9be23939-416b-4e30-86a9-026576b06e86, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459e4dd8-a741-4ebb-8cd5-eae06a20784e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:43.023159 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.037108 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa91b-53ce-4480-9c5a-8b145b808ef7 req-df48aef7-34bf-4901-904d-2a1d70f23cdf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.038854 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f0aa91b-53ce-4480-9c5a-8b145b808ef7 req-df48aef7-34bf-4901-904d-2a1d70f23cdf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1049826 Oct 28 08:41:43.189679 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-51fbfa14-7b51-462c-8d3d-38c5d7b9f434 req-01fee234-1b4a-4a0f-811d-9cc71e0a0eb6 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628525 Oct 28 08:41:43.198001 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f0aa91b-53ce-4480-9c5a-8b145b808ef7 req-3bfd5796-3b38-4198-9afc-a5f3829f5b76 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429214 Oct 28 08:41:43.233011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:43.237558 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9be23939-416b-4e30-86a9-026576b06e86,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:43.244474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.310345 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:43.310998 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:43.312412 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] 10.222.0.70 "PUT /v2.0/ports/9be23939-416b-4e30-86a9-026576b06e86 HTTP/1.1" status: 200 len: 1093 time: 1.1541963 Oct 28 08:41:43.315591 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'tag': '9be23939-416b-4e30-86a9-026576b06e86'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:43.318034 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dec0c91-7288-4fd3-a83a-d8044789a129" -d '{"events": [{"name": "network-changed", "server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "tag": "9be23939-416b-4e30-86a9-026576b06e86"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:43.324605 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-85fd6540-69e9-43d7-ad4e-8cfd63641b94 req-96f6d9f9-ae70-4666-ac4a-de1b3f96cd3e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0497451 Oct 28 08:41:43.340132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435f162-12e1-4c40-926c-096b6d90dc2e service neutron] Pushing event updated for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:43.370599 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417355c-24d7-4d71-900f-1edd19ee3b32 x-openstack-request-id: req-b417355c-24d7-4d71-900f-1edd19ee3b32 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:43.371214 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "tag": "9be23939-416b-4e30-86a9-026576b06e86", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:43.371214 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b417355c-24d7-4d71-900f-1edd19ee3b32 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:43.371524 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'tag': '9be23939-416b-4e30-86a9-026576b06e86', 'status': 'completed', 'code': 200} Oct 28 08:41:44.821658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fc12cab9-ef7a-41a8-a33b-53ef88486911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.699596 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:45.889990 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.299431 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Request body: {'port': {'device_id': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'admin_state_up': True, 'tenant_id': '3831003e70cf4a62afb1393fbea6654e'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:46.472281 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-dedc6e6f-fe92-483d-acf6-ae7f0ce95a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.473948 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-dedc6e6f-fe92-483d-acf6-ae7f0ce95a28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1151464 Oct 28 08:41:46.514994 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:41:46.519097 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:46.528728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51b15e-40d8-4aa9-bf89-28c56bb81ae2 req-b553acb5-e904-4ece-80e3-fe705c76c8db tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.530178 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc51b15e-40d8-4aa9-bf89-28c56bb81ae2 req-b553acb5-e904-4ece-80e3-fe705c76c8db tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.1169217 Oct 28 08:41:46.570686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58141760-e10b-4fbc-94bb-ec37f66750d1 req-d861b228-de59-4834-a5a0-30e9b4431b81 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.572127 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58141760-e10b-4fbc-94bb-ec37f66750d1 req-d861b228-de59-4834-a5a0-30e9b4431b81 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1146407 Oct 28 08:41:46.652579 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc51b15e-40d8-4aa9-bf89-28c56bb81ae2 req-14d4722f-88ed-4696-81a9-1d84068c3d3d tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129458 Oct 28 08:41:46.673242 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58141760-e10b-4fbc-94bb-ec37f66750d1 req-2c30b0ae-5e5e-4ac7-b021-c4cc21ee8a29 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918748 Oct 28 08:41:46.731914 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Allocated IP 172.20.0.9 (baa97c96-d90c-4541-963c-2b8ac01daede/9eb87086-c866-4403-97f9-afd45403d009/959d849c-17d9-4e15-b426-749af75d8b93) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:41:46.764894 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2c733653-805c-463b-812e-e1ba9467edcb req-0c98068c-968a-4cd5-b391-4d7ba3c59e37 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0343466 Oct 28 08:41:46.938396 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-921c80b3-3ea1-4d52-8cd9-3386b2b687ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:46.940085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-921c80b3-3ea1-4d52-8cd9-3386b2b687ea service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=273c545d66f0479bb21eb8012fb29558&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1784134 Oct 28 08:41:47.051133 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.086132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-999363ae-a0f9-4b0f-baf1-e4e913ed6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.087794 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9dec0c91-7288-4fd3-a83a-d8044789a129 req-999363ae-a0f9-4b0f-baf1-e4e913ed6ac7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383748 Oct 28 08:41:47.116674 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.130138 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768', '24e2f8e1-d18e-4de5-8def-21249af05cd2'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:41:47.247226 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Network baa97c96-d90c-4541-963c-2b8ac01daede is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:41:47.257177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:41:47.264481 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:41:47.297703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-677d5775-b28e-4269-8d6f-775e715b5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.300628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-677d5775-b28e-4269-8d6f-775e715b5a52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273c545d66f0479bb21eb8012fb29558&device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 1096 time: 0.1162515 Oct 28 08:41:47.303933 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event updated for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:47.335293 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.366320 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-a8de3f88-2e71-492e-9205-e8d682f652bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9be23939-416b-4e30-86a9-026576b06e86 HTTP/1.1" status: 200 len: 217 time: 0.0446558 Oct 28 08:41:47.384379 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.385151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:47.703670 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-8588975b-3f4d-4fa2-94d5-522c516c146a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4093161 Oct 28 08:41:47.713981 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-97bef3d5-4d86-4df9-8314-c7260009bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.715896 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-97bef3d5-4d86-4df9-8314-c7260009bd83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2ec5ff97-2fd6-40fb-90cc-87887505f6d0 HTTP/1.1" status: 200 len: 848 time: 0.3271821 Oct 28 08:41:47.759463 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Request body: {'port': {'device_id': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:41:47.803289 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-82ce6293-ff8d-47c0-954f-ba6fc9929aae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35415b19-1403-4733-b6cb-03e1bd171af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478623 Oct 28 08:41:47.902361 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a519f68-9fe9-4d45-846c-95bdcc840c3b req-250f6a69-6a7c-494e-9370-534f621fa5dd tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:47.903934 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a519f68-9fe9-4d45-846c-95bdcc840c3b req-250f6a69-6a7c-494e-9370-534f621fa5dd tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.1742537 Oct 28 08:41:47.927577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.048567 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a519f68-9fe9-4d45-846c-95bdcc840c3b req-27579260-370a-429f-a130-46c29023b76b tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254401 Oct 28 08:41:48.055718 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-c65c15a8-1ece-4d31-bd91-9b42d72e163f service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442341 Oct 28 08:41:48.066426 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765099-b302-4f13-a9a6-747b4ea6606a req-a2482a1f-799a-4c0a-a4a1-1dbf94194636 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.067949 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7765099-b302-4f13-a9a6-747b4ea6606a req-a2482a1f-799a-4c0a-a4a1-1dbf94194636 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1582541 Oct 28 08:41:48.262379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7765099-b302-4f13-a9a6-747b4ea6606a req-2dae0243-5d2b-488c-a78f-00faff7ea9ae tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814036 Oct 28 08:41:48.336759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86fbb4ae-6d71-488d-b646-876c8d1c1dbd req-0259d42d-45c4-4257-8377-f8addc530027 service neutron] 10.222.0.70 "GET /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660363 Oct 28 08:41:48.347965 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb9efc-73d3-4b77-bb7d-69c4a18ad67c req-8163a77e-3628-4f1e-91e5-2cabe89e5fc1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.349776 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0fb9efc-73d3-4b77-bb7d-69c4a18ad67c req-8163a77e-3628-4f1e-91e5-2cabe89e5fc1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 931 time: 0.2185068 Oct 28 08:41:48.433461 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0fb9efc-73d3-4b77-bb7d-69c4a18ad67c req-55adf5f1-d37a-4aa7-ad9d-fde32bcd61ca tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 Oct 28 08:41:48.494926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d849c-17d9-4e15-b426-749af75d8b93 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:41:48.503063 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.516576 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Transition to ACTIVE for port object 959d849c-17d9-4e15-b426-749af75d8b93 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:41:48.519637 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.573017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Pushing event updated for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:48.641911 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Attempting to bind port 959d849c-17d9-4e15-b426-749af75d8b93 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:41:48.642347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Attempting to bind port 959d849c-17d9-4e15-b426-749af75d8b93 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:41:48.642872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Attempting to bind port 959d849c-17d9-4e15-b426-749af75d8b93 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:48.649411 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Port 959d849c-17d9-4e15-b426-749af75d8b93 on network baa97c96-d90c-4541-963c-2b8ac01daede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:41:48.649739 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Attempting to bind port 959d849c-17d9-4e15-b426-749af75d8b93 on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:41:48.655480 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:41:48.655752 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Checking segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:41:48.656485 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Bound using segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:41:48.657064 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Bound port: 959d849c-17d9-4e15-b426-749af75d8b93, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:41:48.657418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.730126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:41:48.733350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=959d849c-17d9-4e15-b426-749af75d8b93,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:41:48.739063 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.779538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:48.780156 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:48.782117 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] 10.222.0.70 "PUT /v2.0/ports/959d849c-17d9-4e15-b426-749af75d8b93 HTTP/1.1" status: 200 len: 1093 time: 1.0280917 Oct 28 08:41:48.782553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:41:48.785003 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107" -d '{"events": [{"name": "network-changed", "server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "tag": "959d849c-17d9-4e15-b426-749af75d8b93"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:41:48.807216 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ed5b9-3054-48a2-bc4e-fe2bd073e18b service neutron] Pushing event updated for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:48.828059 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60113a43-4d92-47cf-a71e-07dbffa8a356 x-openstack-request-id: req-60113a43-4d92-47cf-a71e-07dbffa8a356 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:41:48.828354 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "tag": "959d849c-17d9-4e15-b426-749af75d8b93", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:41:48.828632 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60113a43-4d92-47cf-a71e-07dbffa8a356 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:41:48.829033 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93', 'status': 'completed', 'code': 200} Oct 28 08:41:52.048294 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:41:53.793159 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-cc361a87-fde1-4846-a765-81f3be14beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.794804 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-cc361a87-fde1-4846-a765-81f3be14beb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 1096 time: 0.0429003 Oct 28 08:41:53.924861 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-9e7b6c82-56f5-4426-a0b4-072d2db8d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:53.926356 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-9e7b6c82-56f5-4426-a0b4-072d2db8d53d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=3831003e70cf4a62afb1393fbea6654e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014659 Oct 28 08:41:54.108916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c39f8c-dbb5-4421-a4d7-f416e43dc429 req-14a0bd43-68cb-4550-be98-01ca96d31b94 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.111363 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1c39f8c-dbb5-4421-a4d7-f416e43dc429 req-14a0bd43-68cb-4550-be98-01ca96d31b94 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.1199419 Oct 28 08:41:54.113201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-c294eed3-c733-4a5b-b06b-881c209e4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.114539 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdc1a3ea-b21d-4e92-ba3e-a695afca8107 req-c294eed3-c733-4a5b-b06b-881c209e4fdc service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689899 Oct 28 08:41:54.122908 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1f67d-6dba-4628-a549-e5b1313587e2 req-52a149e2-e0d4-4b10-a110-b1b4590a0ba1 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.124303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94d1f67d-6dba-4628-a549-e5b1313587e2 req-52a149e2-e0d4-4b10-a110-b1b4590a0ba1 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1297197 Oct 28 08:41:54.205725 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1c39f8c-dbb5-4421-a4d7-f416e43dc429 req-ead1e0f0-acaa-477a-aebe-63c4f8784490 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803986 Oct 28 08:41:54.222125 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94d1f67d-6dba-4628-a549-e5b1313587e2 req-038326f7-6f69-4bc7-8785-c14224b420ca tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893445 Oct 28 08:41:54.239382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-4d9f7505-b479-402a-96bf-468a974a68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.240816 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-4d9f7505-b479-402a-96bf-468a974a68b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 1096 time: 0.0855303 Oct 28 08:41:54.320995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2c07-d8e8-4206-a129-c7338db386ad req-070153ca-8c6f-4d88-b242-737bad906e72 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.322520 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-889c2c07-d8e8-4206-a129-c7338db386ad req-070153ca-8c6f-4d88-b242-737bad906e72 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0504556 Oct 28 08:41:54.363785 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-889c2c07-d8e8-4206-a129-c7338db386ad req-221a3503-6e8a-48e5-951a-7338c4b1f5f9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Oct 28 08:41:54.504264 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-cb8e89f3-4a73-4d49-b523-3e7b035072f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=959d849c-17d9-4e15-b426-749af75d8b93 HTTP/1.1" status: 200 len: 217 time: 0.0362358 Oct 28 08:41:54.566370 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-decc28f5-630a-4674-ac8c-b2df41e01052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:54.567856 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-decc28f5-630a-4674-ac8c-b2df41e01052 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0478542 Oct 28 08:41:54.600321 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-2d443002-8d1f-494e-8514-1e430482e462 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241830 Oct 28 08:41:54.691679 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-ef09f1d2-f63a-4837-bee2-4602b34bfc25 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825479 Oct 28 08:41:54.785647 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5f5ad38-65c7-492b-8706-3dba326d9e79 req-0835c8b5-9fc6-4c58-b889-6437c296939a service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866551 Oct 28 08:41:55.511716 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51698) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:55.621471 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.644777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225de75-04c3-4293-92d9-e4c1e56fceca req-69d61b3f-e85b-46f8-9e9c-1f1a5fb5cf24 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.647530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0225de75-04c3-4293-92d9-e4c1e56fceca req-69d61b3f-e85b-46f8-9e9c-1f1a5fb5cf24 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.1439281 Oct 28 08:41:55.663920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de78e5-f99b-4b5b-bd32-c253e0bee578 req-093a0466-73b1-42cf-b044-dbec7954f4c7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.667659 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84de78e5-f99b-4b5b-bd32-c253e0bee578 req-093a0466-73b1-42cf-b044-dbec7954f4c7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.1675472 Oct 28 08:41:55.698632 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.705773 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.746063 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acce5730450c4669925184044b50eba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331669 Oct 28 08:41:55.747258 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca36b5e3-e1dd-4644-b93a-e8b87c1df297,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:55.749259 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51702) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:55.757732 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0225de75-04c3-4293-92d9-e4c1e56fceca req-98f4f16e-78e1-46b4-896b-35e0ac7d064e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886846 Oct 28 08:41:55.767071 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.767689 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.767823 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.768116 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84de78e5-f99b-4b5b-bd32-c253e0bee578 req-9bc7711f-09a3-4978-aa49-0b95309b55a1 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860534 Oct 28 08:41:55.768250 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.768575 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.768924 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.769304 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.769669 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.770021 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.770379 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.770821 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.771152 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847269c-cb34-4e5b-8921-e4263a3ea8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:55.834368 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.874244 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.964450 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.967388 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:55.969569 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca36b5e3-e1dd-4644-b93a-e8b87c1df297 HTTP/1.1" status: 204 len: 168 time: 0.2182431 Oct 28 08:41:55.974774 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c2838-1110-4d09-9e99-8f7b004d3487 req-537a8896-9846-447d-94cc-fc19ffa985e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:55.978474 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8988fc4-38fa-4f52-8b66-ebc130c24cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca36b5e3-e1dd-4644-b93a-e8b87c1df297,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:55.993775 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-629c2838-1110-4d09-9e99-8f7b004d3487 req-537a8896-9846-447d-94cc-fc19ffa985e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.1059554 Oct 28 08:41:56.065255 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-629c2838-1110-4d09-9e99-8f7b004d3487 req-908250d4-8871-432e-b2d7-c3a8ee3d5377 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712082 Oct 28 08:41:56.094324 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e19b5d-6add-473f-b11b-1785f5adf5f3 req-8944dcaf-bec4-4673-84e8-d916934e923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.095975 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13e19b5d-6add-473f-b11b-1785f5adf5f3 req-8944dcaf-bec4-4673-84e8-d916934e923b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1098 time: 0.0693543 Oct 28 08:41:56.135500 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13e19b5d-6add-473f-b11b-1785f5adf5f3 req-4e1a2f5f-c297-4121-b709-5264c898b886 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Oct 28 08:41:56.286406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51718) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:56.300153 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1be7b536-2291-4672-a852-6149305481c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.385236 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1be7b536-2291-4672-a852-6149305481c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.389165 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1be7b536-2291-4672-a852-6149305481c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.427413 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1be7b536-2291-4672-a852-6149305481c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7338d5dbbecf448e8e7b77a9a7fbc06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398258 Oct 28 08:41:56.428261 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7b536-2291-4672-a852-6149305481c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83b00d2-db4e-4bb1-b40f-e1326a786e9a,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:56.430937 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51720) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:56.493002 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.517341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.563618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.566168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.567338 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c83b00d2-db4e-4bb1-b40f-e1326a786e9a HTTP/1.1" status: 204 len: 168 time: 0.1351552 Oct 28 08:41:56.576232 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83b00d2-db4e-4bb1-b40f-e1326a786e9a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:56.584464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.584805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.585134 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.585469 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.585791 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.586111 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.586437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.586786 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.587113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.587431 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.587748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.588061 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26eb80b-78e2-428d-9a08-cc583a6ca674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:41:56.894803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee4f5a-e0e0-48f1-91e4-3891abf45666 req-88e76c73-94a6-4961-b975-8cebd4771adc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.896315 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ceee4f5a-e0e0-48f1-91e4-3891abf45666 req-88e76c73-94a6-4961-b975-8cebd4771adc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0635140 Oct 28 08:41:56.903061 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 51734) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:56.917522 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e7f33b3-ff6c-43e8-ab48-1acc94693906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:56.964411 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0dcdde-e922-4906-a3ad-6aee65735985 req-55f09594-d643-4c60-afdd-368ca4f116df tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:56.965897 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f0dcdde-e922-4906-a3ad-6aee65735985 req-55f09594-d643-4c60-afdd-368ca4f116df tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 943 time: 0.0919971 Oct 28 08:41:56.969467 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ceee4f5a-e0e0-48f1-91e4-3891abf45666 req-9f563e71-16eb-4aa2-957b-dfe581a271b7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Oct 28 08:41:57.000578 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e7f33b3-ff6c-43e8-ab48-1acc94693906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.004524 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e7f33b3-ff6c-43e8-ab48-1acc94693906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.014368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f0dcdde-e922-4906-a3ad-6aee65735985 req-74a6fdd5-a8a4-4c51-af31-ef46d27cc557 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Oct 28 08:41:57.045985 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1e7f33b3-ff6c-43e8-ab48-1acc94693906 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed1058b282044c2795ab96262b4c762f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417844 Oct 28 08:41:57.047333 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f33b3-ff6c-43e8-ab48-1acc94693906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c15701-89f1-4515-aaea-a9586abeb502,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:57.048669 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 51736) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:41:57.100410 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.123618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.211322 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54fa7b-34af-4a4d-8ca4-603a9c0cbb5c req-b3724a9d-9011-4b02-a1a6-5a86c9148d4a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:41:57.212906 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f54fa7b-34af-4a4d-8ca4-603a9c0cbb5c req-b3724a9d-9011-4b02-a1a6-5a86c9148d4a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0555415 Oct 28 08:41:57.213860 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.216470 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:41:57.219877 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16c15701-89f1-4515-aaea-a9586abeb502 HTTP/1.1" status: 204 len: 168 time: 0.1678610 Oct 28 08:41:57.232293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917fce4-2cb4-47ce-a0da-1cd97bed6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c15701-89f1-4515-aaea-a9586abeb502,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:41:57.269636 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f54fa7b-34af-4a4d-8ca4-603a9c0cbb5c req-ef0fdcee-64e7-4cc1-8f7e-fd4cd98bfeb6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492849 Oct 28 08:42:00.299946 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9be23939-416b-4e30-86a9-026576b06e86 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:42:00.321587 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:00.412344 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9be23939-416b-4e30-86a9-026576b06e86,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:00.420243 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c82a50-7d15-4a53-9f3d-35895b208fc6 req-28d95bb5-0530-447e-b23e-f3fee885f8f0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.425729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '9be23939-416b-4e30-86a9-026576b06e86', 'network_id': '35415b19-1403-4733-b6cb-03e1bd171af3', 'port_id': '9be23939-416b-4e30-86a9-026576b06e86', 'mac_address': 'fa:16:3e:56:a6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec5ff97-2fd6-40fb-90cc-87887505f6d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:42:00.428839 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56c82a50-7d15-4a53-9f3d-35895b208fc6 req-28d95bb5-0530-447e-b23e-f3fee885f8f0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0700560 Oct 28 08:42:00.471059 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56c82a50-7d15-4a53-9f3d-35895b208fc6 req-87daf037-8ec3-45f8-8a96-fc58c0b55194 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Oct 28 08:42:00.477875 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:00.492801 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be23939-416b-4e30-86a9-026576b06e86 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:42:00.513165 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9be23939-416b-4e30-86a9-026576b06e86,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:00.518039 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:00.568882 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:00.578082 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.578709 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.579056 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.579396 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.579724 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.580069 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.580415 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.580931 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.581297 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.581624 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.581944 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.582263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:42:00.582412 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8e4f-b4c5-4c7c-b783-5bc1ee1e4a31 req-0ec92038-3045-493d-8726-9f6d212451c3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.583963 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad8e8e4f-b4c5-4c7c-b783-5bc1ee1e4a31 req-0ec92038-3045-493d-8726-9f6d212451c3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 944 time: 0.0543406 Oct 28 08:42:00.631796 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad8e8e4f-b4c5-4c7c-b783-5bc1ee1e4a31 req-5b19e082-f7d9-43ef-beef-6ca14adc1e80 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Oct 28 08:42:00.740749 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa98a-1d87-4665-8c9d-d2800f3e448a req-0a5b6b05-7956-46ec-b37a-83c9a9af79e9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:00.742273 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ac1aa98a-1d87-4665-8c9d-d2800f3e448a req-0a5b6b05-7956-46ec-b37a-83c9a9af79e9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0502934 Oct 28 08:42:00.786220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ac1aa98a-1d87-4665-8c9d-d2800f3e448a req-751de02d-8f59-4f78-bb1f-7f87c83ba9ff tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Oct 28 08:42:01.955654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ea243-f499-4230-b227-dcbf6b54f215 req-f52e2eb2-5030-41a8-aac6-9f2c1551a95a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:01.957247 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b23ea243-f499-4230-b227-dcbf6b54f215 req-f52e2eb2-5030-41a8-aac6-9f2c1551a95a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Oct 28 08:42:01.997628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b23ea243-f499-4230-b227-dcbf6b54f215 req-cda4e6e2-0337-4f75-9b77-aa54bbe0aa2a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344303 Oct 28 08:42:02.123674 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791a0d-22a8-45e1-a637-e230b2d84de2 req-73008484-aaf2-4568-8719-efffed3b9805 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.126412 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8791a0d-22a8-45e1-a637-e230b2d84de2 req-73008484-aaf2-4568-8719-efffed3b9805 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 944 time: 0.0709958 Oct 28 08:42:02.165307 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c8791a0d-22a8-45e1-a637-e230b2d84de2 req-2abe2e61-df83-4758-a514-434a119e33d7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Oct 28 08:42:02.275536 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979b166-107e-4507-9bc3-591cbb5f18de req-b0cf3c83-7d0e-473e-bd5a-dd9b7358f792 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:02.277026 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9979b166-107e-4507-9bc3-591cbb5f18de req-b0cf3c83-7d0e-473e-bd5a-dd9b7358f792 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0482466 Oct 28 08:42:02.320821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9979b166-107e-4507-9bc3-591cbb5f18de req-8b265484-7c39-4f6a-80e5-c177a07065e2 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Oct 28 08:42:04.099880 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-2f100a65-d615-4d60-979b-6e521d666840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.101400 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-2f100a65-d615-4d60-979b-6e521d666840 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 1098 time: 0.0418830 Oct 28 08:42:04.204879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-db934cbb-6de5-446f-90b3-e077ae90e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.206343 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-db934cbb-6de5-446f-90b3-e077ae90e0a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.0841155 Oct 28 08:42:04.251911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-0442d4c4-21a0-4cc9-a2f9-3cec26a8f022 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01 HTTP/1.1" status: 200 len: 217 time: 0.0380733 Oct 28 08:42:04.300510 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-a9849507-5c27-4137-8860-905cf2913669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.302002 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-a9849507-5c27-4137-8860-905cf2913669 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.0433121 Oct 28 08:42:04.359182 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-780bd2fc-111c-43b5-9c0d-9d63a57d93bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262208 Oct 28 08:42:04.737823 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f091-a9cd-454e-9f6a-e43648e1f67a req-80f0944f-8691-427e-a47b-ffc7c2694116 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.739339 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1433f091-a9cd-454e-9f6a-e43648e1f67a req-80f0944f-8691-427e-a47b-ffc7c2694116 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.3466830 Oct 28 08:42:04.748484 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967a264-f7ed-4fa0-959f-039dd0d7d03c req-f3dc3ea8-0441-4144-a757-9a63c03e5217 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.750863 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6967a264-f7ed-4fa0-959f-039dd0d7d03c req-f3dc3ea8-0441-4144-a757-9a63c03e5217 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 944 time: 0.1198952 Oct 28 08:42:04.763489 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-f5853b23-740e-4f04-88f5-0addecaf02c3 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913000 Oct 28 08:42:04.863873 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1433f091-a9cd-454e-9f6a-e43648e1f67a req-04b6e340-9e7a-4172-9f97-683c70d05957 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117313 Oct 28 08:42:04.870268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6967a264-f7ed-4fa0-959f-039dd0d7d03c req-ae5f6bd4-4386-44d7-991d-12e5e8f51ce5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Oct 28 08:42:04.917838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b435da2e-4a80-4b5e-ae59-c277dcf49953 req-3331a462-868f-43e0-b55a-dd673a68e203 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361239 Oct 28 08:42:04.974062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781ad28-3587-4767-ad96-2d7780807c7b req-12f28946-35e8-45b9-9a4e-c58cbe2ebb25 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:04.975562 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8781ad28-3587-4767-ad96-2d7780807c7b req-12f28946-35e8-45b9-9a4e-c58cbe2ebb25 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0523040 Oct 28 08:42:05.013456 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8781ad28-3587-4767-ad96-2d7780807c7b req-f6f354ca-3301-4ebb-954c-0ef4ea2cc358 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Oct 28 08:42:05.468906 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['9be23939-416b-4e30-86a9-026576b06e86'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:06.022653 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd46815-9d69-4816-8c2a-1170746da2b5 req-422894f8-ad06-45ab-b2ce-81130768f18e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.024176 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2dd46815-9d69-4816-8c2a-1170746da2b5 req-422894f8-ad06-45ab-b2ce-81130768f18e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0831466 Oct 28 08:42:06.032460 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fcec6-24fb-4255-ba96-9d0a14d0d3a2 req-9cbc1e35-86bf-4784-9c4a-b5a71ac75054 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.033821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b14fcec6-24fb-4255-ba96-9d0a14d0d3a2 req-9cbc1e35-86bf-4784-9c4a-b5a71ac75054 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 944 time: 0.0831676 Oct 28 08:42:06.090828 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2dd46815-9d69-4816-8c2a-1170746da2b5 req-f05ffcfe-4ed5-4921-ad23-7dc5010b4eeb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560112 Oct 28 08:42:06.094563 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b14fcec6-24fb-4255-ba96-9d0a14d0d3a2 req-1a10d13e-45e1-466f-9d8f-b07a35176247 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539546 Oct 28 08:42:06.230589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b403382-bd8e-45d0-abee-7b6a9cfd7062 req-99f4acbf-052a-4e2e-84e9-c777ac667018 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.231981 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b403382-bd8e-45d0-abee-7b6a9cfd7062 req-99f4acbf-052a-4e2e-84e9-c777ac667018 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0793791 Oct 28 08:42:06.244091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e85c-508d-43e7-8db9-fdd5cc6ca630 req-cf1cdc52-5655-4210-9b63-31fbb6aab837 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:06.245505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e55e85c-508d-43e7-8db9-fdd5cc6ca630 req-cf1cdc52-5655-4210-9b63-31fbb6aab837 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0826917 Oct 28 08:42:06.301921 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b403382-bd8e-45d0-abee-7b6a9cfd7062 req-49c87194-d9ca-48bd-8177-5fa08c45fcd0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Oct 28 08:42:06.306957 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e55e85c-508d-43e7-8db9-fdd5cc6ca630 req-50d09ec1-c42d-4d20-a4c7-18f4fee20fd2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Oct 28 08:42:07.220778 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44255cc2-6e9a-46d4-9077-f70fb2e3257f req-145c19de-3a0b-4d0c-9e25-3c576278ed65 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:07.222363 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-44255cc2-6e9a-46d4-9077-f70fb2e3257f req-145c19de-3a0b-4d0c-9e25-3c576278ed65 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 944 time: 0.0496490 Oct 28 08:42:07.263144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-44255cc2-6e9a-46d4-9077-f70fb2e3257f req-765cd358-7887-4d46-83a4-6a545eeba609 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Oct 28 08:42:07.433104 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de46e-9b10-4162-86bd-698754897e38 req-970494e2-7077-483f-8c3b-308850493913 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:07.434656 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-113de46e-9b10-4162-86bd-698754897e38 req-970494e2-7077-483f-8c3b-308850493913 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 943 time: 0.0602417 Oct 28 08:42:07.472843 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-113de46e-9b10-4162-86bd-698754897e38 req-ed0b796a-a80f-452e-af31-da82cbe20898 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Oct 28 08:42:07.918040 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 959d849c-17d9-4e15-b426-749af75d8b93 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:42:07.921724 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9be23939-416b-4e30-86a9-026576b06e86 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:42:08.036716 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 9be23939-416b-4e30-86a9-026576b06e86 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:42:08.049784 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 9be23939-416b-4e30-86a9-026576b06e86 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:42:08.050152 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.086161 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=959d849c-17d9-4e15-b426-749af75d8b93,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:08.102969 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '959d849c-17d9-4e15-b426-749af75d8b93', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'port_id': '959d849c-17d9-4e15-b426-749af75d8b93', 'mac_address': 'fa:16:3e:39:74:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb87086-c866-4403-97f9-afd45403d009', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:42:08.167288 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.190878 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d849c-17d9-4e15-b426-749af75d8b93 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:42:08.195918 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.220082 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=959d849c-17d9-4e15-b426-749af75d8b93,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:08.226965 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.235730 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be23939-416b-4e30-86a9-026576b06e86'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:08.238014 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60616627-ad44-4dc3-b1ca-dbb36dc406f2" -d '{"events": [{"server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9be23939-416b-4e30-86a9-026576b06e86"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:08.272310 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9be23939-416b-4e30-86a9-026576b06e86,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:08.279769 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:08.297277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9599c991-80cd-47ad-877f-4ffdf1adfd27 x-openstack-request-id: req-9599c991-80cd-47ad-877f-4ffdf1adfd27 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:08.297598 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "name": "network-vif-plugged", "status": "completed", "tag": "9be23939-416b-4e30-86a9-026576b06e86", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:08.297860 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9599c991-80cd-47ad-877f-4ffdf1adfd27 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:08.298477 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be23939-416b-4e30-86a9-026576b06e86', 'code': 200} Oct 28 08:42:08.299225 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:08.348696 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:08.386737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20a6e-ed2d-4719-8752-3dec7f5cd895 req-945b3525-ff6d-4c91-a185-9002a2b8b265 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:08.388249 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56c20a6e-ed2d-4719-8752-3dec7f5cd895 req-945b3525-ff6d-4c91-a185-9002a2b8b265 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Oct 28 08:42:08.427690 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56c20a6e-ed2d-4719-8752-3dec7f5cd895 req-7d658869-7dd2-45e2-8bc0-653e3b73f57f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Oct 28 08:42:08.588390 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6106c-6794-460e-b1fa-7a96ab97069d req-1172b304-4927-445b-8438-03982a2e0861 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:08.589870 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ee6106c-6794-460e-b1fa-7a96ab97069d req-1172b304-4927-445b-8438-03982a2e0861 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0477073 Oct 28 08:42:08.628372 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ee6106c-6794-460e-b1fa-7a96ab97069d req-fab27d72-c52f-49f6-8db4-f50ea56f830e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316999 Oct 28 08:42:12.024329 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-58b72356-8dab-4a9b-b20d-a13cdc28b5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:12.782069 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247570c6-4678-469f-9117-8e742218bbac req-79aa45bf-749b-4ea9-ab02-cdc70b138036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.783653 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-79aa45bf-749b-4ea9-ab02-cdc70b138036 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.1269600 Oct 28 08:42:12.815762 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f5473-0426-42ec-a97d-254728244d43 req-2c832d89-d1b7-41da-874e-0ef83bc19021 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.817206 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7a5f5473-0426-42ec-a97d-254728244d43 req-2c832d89-d1b7-41da-874e-0ef83bc19021 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.1199319 Oct 28 08:42:12.834847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a959d-9721-4c2b-a7a4-68b99396d77f req-19f73a3c-73d3-4511-a6ac-6a33366e1925 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.836292 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-523a959d-9721-4c2b-a7a4-68b99396d77f req-19f73a3c-73d3-4511-a6ac-6a33366e1925 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1504719 Oct 28 08:42:12.902194 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3adea-def7-40e0-a1bd-812db57b3d04 req-628ec5e1-3545-434a-9e87-ba6302f1ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:12.903667 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6a3adea-def7-40e0-a1bd-812db57b3d04 req-628ec5e1-3545-434a-9e87-ba6302f1ead4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1591191 Oct 28 08:42:12.959883 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7a5f5473-0426-42ec-a97d-254728244d43 req-854e47af-bd4b-4df8-bd25-6f6acff8b5c4 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990515 Oct 28 08:42:12.971352 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-523a959d-9721-4c2b-a7a4-68b99396d77f req-d2fa1071-4e7b-4d68-96c5-e24a5264642d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072686 Oct 28 08:42:12.997830 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6a3adea-def7-40e0-a1bd-812db57b3d04 req-70690440-6d30-4a3e-bad0-c740d87c368b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806990 Oct 28 08:42:12.998794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247570c6-4678-469f-9117-8e742218bbac req-10a40ad4-2f18-4f47-bbdc-e8fcadf9224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:13.000894 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-10a40ad4-2f18-4f47-bbdc-e8fcadf9224a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.2070153 Oct 28 08:42:13.079302 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a8757-47e2-400f-b808-4d0457de4ede req-34276806-fd17-4b53-b5f0-3973d177e686 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:13.080820 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-684a8757-47e2-400f-b808-4d0457de4ede req-34276806-fd17-4b53-b5f0-3973d177e686 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0493956 Oct 28 08:42:13.119366 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-684a8757-47e2-400f-b808-4d0457de4ede req-8d9cba88-e137-418e-bb9d-c712a3e48508 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Oct 28 08:42:13.553262 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['959d849c-17d9-4e15-b426-749af75d8b93'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:13.995546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-f7830c32-b36b-4527-bc8e-f4fb179dd4c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.0354645 Oct 28 08:42:14.051053 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247570c6-4678-469f-9117-8e742218bbac req-1aa5fad2-3544-4b35-b856-ac50d5fff26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:14.052506 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-1aa5fad2-3544-4b35-b856-ac50d5fff26b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.0474102 Oct 28 08:42:14.088351 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-a1d663be-e2c8-4b1c-bb01-ced5e5e94a7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244117 Oct 28 08:42:14.184046 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-cc132e81-fc6d-4acb-84f0-53693bd5729b service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864186 Oct 28 08:42:14.430916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b5dee-e4e4-429c-8b4b-c093594160ac req-0ef991eb-6ff8-4e30-b391-4583215b02f5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:14.432367 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fc1b5dee-e4e4-429c-8b4b-c093594160ac req-0ef991eb-6ff8-4e30-b391-4583215b02f5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.1174912 Oct 28 08:42:14.460164 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5c4a-4767-4acd-be6d-e296bb5101b7 req-8d174208-4dbf-4006-9140-4435deff5d46 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:14.461571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d38e5c4a-4767-4acd-be6d-e296bb5101b7 req-8d174208-4dbf-4006-9140-4435deff5d46 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1313660 Oct 28 08:42:14.464616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-247570c6-4678-469f-9117-8e742218bbac req-1659ec1a-e9d5-40a2-ae79-21db1b6c5d15 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209172 Oct 28 08:42:14.511930 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fc1b5dee-e4e4-429c-8b4b-c093594160ac req-7599499d-28fe-4735-aeb1-db7feabc70c5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683842 Oct 28 08:42:14.519486 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d38e5c4a-4767-4acd-be6d-e296bb5101b7 req-3b86c1a4-87d3-489b-871b-7cde09cad355 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Oct 28 08:42:14.614745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965f0f3-ca0d-45fc-befc-79482df77779 req-1f9c4fe2-7634-4c63-a7b7-db49761a15fa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:14.616266 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8965f0f3-ca0d-45fc-befc-79482df77779 req-1f9c4fe2-7634-4c63-a7b7-db49761a15fa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0491345 Oct 28 08:42:14.654782 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8965f0f3-ca0d-45fc-befc-79482df77779 req-4a646770-3740-4ce8-adce-646a199df6dd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Oct 28 08:42:14.816284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-191e3f16-524f-4d36-a2c3-fc1fb5fd1b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:15.701285 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:15.892439 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:17.293569 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:19.847678 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9be1d-8045-41ae-8846-a9273cd239cf req-713a25ea-9785-4807-84be-bb0a8466e097 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:19.849431 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2aa9be1d-8045-41ae-8846-a9273cd239cf req-713a25ea-9785-4807-84be-bb0a8466e097 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0807836 Oct 28 08:42:19.863661 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8da0-8663-47da-93d4-9d8fa668197d req-ced5f818-3e0e-40c8-aee1-3dd0b85b1b6e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:19.865111 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ff3f8da0-8663-47da-93d4-9d8fa668197d req-ced5f818-3e0e-40c8-aee1-3dd0b85b1b6e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0711880 Oct 28 08:42:19.925888 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ff3f8da0-8663-47da-93d4-9d8fa668197d req-0ef9af53-d1e9-4c73-8326-e4d465643feb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Oct 28 08:42:19.928715 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2aa9be1d-8045-41ae-8846-a9273cd239cf req-ee1deed7-991a-4841-8fd1-18eae845ebe6 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Oct 28 08:42:20.029645 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60579bf-15a1-4314-9662-5425af9ef869 req-0ca28884-ed53-4096-b32a-a9aba3a314b3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:20.031144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a60579bf-15a1-4314-9662-5425af9ef869 req-0ca28884-ed53-4096-b32a-a9aba3a314b3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 944 time: 0.0482709 Oct 28 08:42:20.074729 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a60579bf-15a1-4314-9662-5425af9ef869 req-0e6e2d2a-3727-4055-b143-692a1ef1677a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Oct 28 08:42:22.958085 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 959d849c-17d9-4e15-b426-749af75d8b93 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:42:23.007230 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 959d849c-17d9-4e15-b426-749af75d8b93 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:42:23.011789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 959d849c-17d9-4e15-b426-749af75d8b93 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:42:23.012169 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.064332 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917515c-dfa0-4854-84a7-44f207ad7b94 req-b9a385ac-3836-4239-9556-786308689752 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:23.065819 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9917515c-dfa0-4854-84a7-44f207ad7b94 req-b9a385ac-3836-4239-9556-786308689752 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0486219 Oct 28 08:42:23.096836 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.109765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9917515c-dfa0-4854-84a7-44f207ad7b94 req-49bf69f0-1fde-4e42-b6bd-8fc9e675c97d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Oct 28 08:42:23.121434 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:23.123749 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f317bb-3162-4b88-82ea-c0d52fae8dc7" -d '{"events": [{"server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "959d849c-17d9-4e15-b426-749af75d8b93"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:23.138108 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=959d849c-17d9-4e15-b426-749af75d8b93,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:23.143775 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:23.194071 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:23.223920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecdd3e-87fb-40b8-8313-104f9aedd790 req-b83aafb5-7d5f-4aab-9a03-475d3fa47bd3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:23.225345 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aecdd3e-87fb-40b8-8313-104f9aedd790 req-b83aafb5-7d5f-4aab-9a03-475d3fa47bd3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0508785 Oct 28 08:42:23.263593 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aecdd3e-87fb-40b8-8313-104f9aedd790 req-a93f9097-0ca6-471f-90b8-bfc4ae8517c0 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Oct 28 08:42:23.366942 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49997479-2116-4308-a62f-4f00751aeda2 req-ff236ef4-50da-418c-81c4-27030e33e0e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:23.368427 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49997479-2116-4308-a62f-4f00751aeda2 req-ff236ef4-50da-418c-81c4-27030e33e0e8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0475476 Oct 28 08:42:23.405896 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49997479-2116-4308-a62f-4f00751aeda2 req-4e1d8a45-d58b-4917-bc3a-1c2eba993251 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315545 Oct 28 08:42:23.449108 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd05463-597b-4398-92e2-e475abe75cd0 x-openstack-request-id: req-4fd05463-597b-4398-92e2-e475abe75cd0 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:23.449424 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "name": "network-vif-plugged", "status": "completed", "tag": "959d849c-17d9-4e15-b426-749af75d8b93", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:23.449680 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fd05463-597b-4398-92e2-e475abe75cd0 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:23.450068 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93', 'code': 200} Oct 28 08:42:25.789719 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a7dd5-2e3d-42bf-881d-aa8a68500d14 req-019e6ec6-09a8-4380-b1ba-295991e31c8d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:25.791460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af2a7dd5-2e3d-42bf-881d-aa8a68500d14 req-019e6ec6-09a8-4380-b1ba-295991e31c8d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0537384 Oct 28 08:42:25.848086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af2a7dd5-2e3d-42bf-881d-aa8a68500d14 req-5908558f-c6cd-487e-9c6c-470e34d398da tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494180 Oct 28 08:42:25.888071 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861f23-5643-4168-9502-33404b2b0f9e req-3217ad69-2afc-4706-b0ab-9d130f15d065 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:25.889632 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74861f23-5643-4168-9502-33404b2b0f9e req-3217ad69-2afc-4706-b0ab-9d130f15d065 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0594220 Oct 28 08:42:26.009145 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74861f23-5643-4168-9502-33404b2b0f9e req-e9d7aee0-81f5-4efc-acc4-c224aeafd839 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038942 Oct 28 08:42:26.013032 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2791de-fd12-4f88-ad0d-4501085c450e req-db7b6b4f-c950-4d65-819c-ccde663a0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.014470 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de2791de-fd12-4f88-ad0d-4501085c450e req-db7b6b4f-c950-4d65-819c-ccde663a0a68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 1098 time: 0.1182032 Oct 28 08:42:26.032444 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fa489-a3e0-4d6d-a17a-fb0481734fc6 req-cb2cbb78-4f05-4c57-b078-6dd507a515e4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.033806 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f89fa489-a3e0-4d6d-a17a-fb0481734fc6 req-cb2cbb78-4f05-4c57-b078-6dd507a515e4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0908585 Oct 28 08:42:26.086738 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de2791de-fd12-4f88-ad0d-4501085c450e req-bfdb1741-5d58-44e2-82be-e6f0e9a7689c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Oct 28 08:42:26.089645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f89fa489-a3e0-4d6d-a17a-fb0481734fc6 req-16f12bd0-e811-4883-96a5-a53f5fe6a043 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Oct 28 08:42:26.969868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dbaf5-dfdb-478a-a73c-6445e18c031c req-c0909939-7aa3-456b-b37f-9b74fba3bca9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:26.971381 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b5dbaf5-dfdb-478a-a73c-6445e18c031c req-c0909939-7aa3-456b-b37f-9b74fba3bca9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0505061 Oct 28 08:42:27.011072 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b5dbaf5-dfdb-478a-a73c-6445e18c031c req-34bfc4d1-d818-4645-b1eb-875b96a9d38a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Oct 28 08:42:27.130285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8773c0-6b8d-4223-9bb0-60165d5ffe12 req-a2842a8b-1a16-4c8f-8cb5-e4e2e9940c9a tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:27.131813 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9d8773c0-6b8d-4223-9bb0-60165d5ffe12 req-a2842a8b-1a16-4c8f-8cb5-e4e2e9940c9a tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0493715 Oct 28 08:42:27.196814 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9d8773c0-6b8d-4223-9bb0-60165d5ffe12 req-2edb7328-c2ad-44d2-b925-74d1659708e3 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Oct 28 08:42:27.219365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92414a12-88f4-4146-bc10-1c478db53366 req-4d7179fb-80cb-41cd-898d-454fa033cad3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:27.220700 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92414a12-88f4-4146-bc10-1c478db53366 req-4d7179fb-80cb-41cd-898d-454fa033cad3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0620975 Oct 28 08:42:27.259929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92414a12-88f4-4146-bc10-1c478db53366 req-e68d4b7a-d6d7-40d9-9d75-ff305b9bb0c7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Oct 28 08:42:27.963962 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb283b-3a04-43be-9b82-255de6fe9655 req-3d56a859-378c-414f-bb5d-b22d4a17c043 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:27.965471 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-37cb283b-3a04-43be-9b82-255de6fe9655 req-3d56a859-378c-414f-bb5d-b22d4a17c043 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0580225 Oct 28 08:42:28.007886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-37cb283b-3a04-43be-9b82-255de6fe9655 req-f071bfc1-a149-4d78-b6af-b558415cbaa5 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Oct 28 08:42:28.127927 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554742ec-fc65-4810-8b9b-30449e6f1bb6 req-b0f04734-d3d2-4bd0-9d04-c01dccd43653 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:28.129429 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-554742ec-fc65-4810-8b9b-30449e6f1bb6 req-b0f04734-d3d2-4bd0-9d04-c01dccd43653 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0495479 Oct 28 08:42:28.166297 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-554742ec-fc65-4810-8b9b-30449e6f1bb6 req-80c5fe79-3f4e-46b7-b7a2-d42437e6fb0a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Oct 28 08:42:28.379422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175dad-7829-446f-8928-d574364b664f req-55858bd6-d31c-4817-856a-9a17e2862141 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:28.380886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-89175dad-7829-446f-8928-d574364b664f req-55858bd6-d31c-4817-856a-9a17e2862141 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Oct 28 08:42:28.418123 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-89175dad-7829-446f-8928-d574364b664f req-a40cb600-36ed-44f8-ae4c-c2adf31879b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Oct 28 08:42:29.046886 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:42:29.124364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e95ee-7798-47f8-8995-be9d29aace4a req-904ba237-6eef-4bc7-ac57-0f064f65ead0 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:29.125843 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5d1e95ee-7798-47f8-8995-be9d29aace4a req-904ba237-6eef-4bc7-ac57-0f064f65ead0 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Oct 28 08:42:29.164367 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5d1e95ee-7798-47f8-8995-be9d29aace4a req-23eafd93-d9fb-44ba-bb4f-9fcde2ba261c tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Oct 28 08:42:30.302616 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:33.463961 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026a949-81d1-4821-b12d-10d0879cecec req-9c9a71c5-d664-490f-b9d9-e8eea76d6eb2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:33.465566 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1026a949-81d1-4821-b12d-10d0879cecec req-9c9a71c5-d664-490f-b9d9-e8eea76d6eb2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0557494 Oct 28 08:42:33.538271 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1026a949-81d1-4821-b12d-10d0879cecec req-348b1224-0d31-4126-92da-63178d3974a4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Oct 28 08:42:33.547740 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb117b6-a9d2-4efb-8499-069fa1d06cdd req-4590eaeb-0fa8-4893-ae3a-3e3e2d0fe2a5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:33.549404 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7bb117b6-a9d2-4efb-8499-069fa1d06cdd req-4590eaeb-0fa8-4893-ae3a-3e3e2d0fe2a5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0828760 Oct 28 08:42:33.590916 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7bb117b6-a9d2-4efb-8499-069fa1d06cdd req-fe24f280-85df-4fc0-a02a-2105f13b157e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Oct 28 08:42:33.644583 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25f07d-569a-46fa-bfb3-0f02841fd1be req-0c6e5a92-01f7-4530-b2f5-aa2635537f6f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:33.645969 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1a25f07d-569a-46fa-bfb3-0f02841fd1be req-0c6e5a92-01f7-4530-b2f5-aa2635537f6f tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Oct 28 08:42:33.684443 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1a25f07d-569a-46fa-bfb3-0f02841fd1be req-3fbd20d2-6328-4bf0-842a-fb1010115078 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Oct 28 08:42:34.657039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc36ae-2fe1-4d97-948f-3dd25e75e7f9 req-90c37fa4-73fd-43ed-809f-f1309400e61f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.658618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0fc36ae-2fe1-4d97-948f-3dd25e75e7f9 req-90c37fa4-73fd-43ed-809f-f1309400e61f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0503922 Oct 28 08:42:34.727769 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0fc36ae-2fe1-4d97-948f-3dd25e75e7f9 req-c583ff56-615f-468d-8612-4b798a4772b9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630300 Oct 28 08:42:34.745584 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7740d69-6d2d-433a-87f6-0b7a9513dce5 req-6da06b4f-ffab-48a9-bff1-fddefdcdf598 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.745584 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7740d69-6d2d-433a-87f6-0b7a9513dce5 req-6da06b4f-ffab-48a9-bff1-fddefdcdf598 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0743864 Oct 28 08:42:34.788250 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7740d69-6d2d-433a-87f6-0b7a9513dce5 req-663af318-a20d-478f-9e9c-edd63952d12a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Oct 28 08:42:34.834117 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd30233-4128-4585-a359-d71e6bd69489 req-66d827c0-ace5-4d65-8766-b042d0ab401d tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:34.835735 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbd30233-4128-4585-a359-d71e6bd69489 req-66d827c0-ace5-4d65-8766-b042d0ab401d tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Oct 28 08:42:34.875642 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fbd30233-4128-4585-a359-d71e6bd69489 req-6b314a33-cec5-4967-9534-69220253b1cf tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Oct 28 08:42:40.275845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8b9dd-b5e6-455c-97c9-4cb14f617d60 req-d799b52e-b551-41d3-aadf-705f2548db14 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:40.281553 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02a8b9dd-b5e6-455c-97c9-4cb14f617d60 req-d799b52e-b551-41d3-aadf-705f2548db14 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0920689 Oct 28 08:42:40.293572 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7680c-34e9-43f8-a96f-9bc92f963d3a req-52027092-fa17-46b2-9925-caaf980d3262 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:40.299418 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94f7680c-34e9-43f8-a96f-9bc92f963d3a req-52027092-fa17-46b2-9925-caaf980d3262 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.0812798 Oct 28 08:42:40.364120 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94f7680c-34e9-43f8-a96f-9bc92f963d3a req-1085ca20-4f95-43c3-a47f-8e4c7f21ea98 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Oct 28 08:42:40.371076 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02a8b9dd-b5e6-455c-97c9-4cb14f617d60 req-bf6ffba6-9871-44c6-9b17-9ea9bfb3682a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702639 Oct 28 08:42:41.801394 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3205fca-0ad7-43f3-8521-89018cd5286d req-fe0ac777-d0c5-4393-a3af-bcf76b36fab7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:41.803637 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3205fca-0ad7-43f3-8521-89018cd5286d req-fe0ac777-d0c5-4393-a3af-bcf76b36fab7 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.1042564 Oct 28 08:42:41.831924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61021a-df01-4048-b01a-d78494228541 req-1ec49094-2229-47a3-85e4-db7c378b6052 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:41.833353 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e61021a-df01-4048-b01a-d78494228541 req-1ec49094-2229-47a3-85e4-db7c378b6052 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 945 time: 0.1081746 Oct 28 08:42:41.881043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd508-4135-4ef5-a36c-e87cdb1374bc req-191aa6e3-7618-477b-a4af-e44026a6f25c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:41.882547 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-221dd508-4135-4ef5-a36c-e87cdb1374bc req-191aa6e3-7618-477b-a4af-e44026a6f25c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1278639 Oct 28 08:42:41.922625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3205fca-0ad7-43f3-8521-89018cd5286d req-b7403921-4f81-45fa-aec1-5d4be6224a2e tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/security-groups?id=fd2d772a-bbee-400f-954b-2499c1e37ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095340 Oct 28 08:42:41.965288 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-221dd508-4135-4ef5-a36c-e87cdb1374bc req-97109c0f-88f6-473e-9854-6d2b6a017382 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720873 Oct 28 08:42:41.988821 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Deleting port 9be23939-416b-4e30-86a9-026576b06e86 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:42:41.989162 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.025125 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e5cdae7-d895-48c3-8d35-d96b05d47938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.081928 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] For port 9be23939-416b-4e30-86a9-026576b06e86, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9be23939-416b-4e30-86a9-026576b06e86,segment=NetworkSegment(459e4dd8-a741-4ebb-8cd5-eae06a20784e),segment_id=459e4dd8-a741-4ebb-8cd5-eae06a20784e)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:42:42.082265 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.096080 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Calling delete_port for 9be23939-416b-4e30-86a9-026576b06e86 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:42:42.226399 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.259432 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Pushing event deleted for resources: {'Port': ['ID=9be23939-416b-4e30-86a9-026576b06e86,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:42.293699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] No DVR routers for this DVR port 9be23939-416b-4e30-86a9-026576b06e86 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:42:42.296732 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:42.300250 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e61021a-df01-4048-b01a-d78494228541 req-ae2299a0-694c-42cd-ad04-ca2ed27a8662 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.70 "DELETE /v2.0/ports/9be23939-416b-4e30-86a9-026576b06e86 HTTP/1.1" status: 204 len: 173 time: 0.4601290 Oct 28 08:42:42.300676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'name': 'network-vif-deleted', 'tag': '9be23939-416b-4e30-86a9-026576b06e86'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:42:42.302970 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c926068-1eae-409a-92ce-037c3e83f547" -d '{"events": [{"server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "name": "network-vif-deleted", "tag": "9be23939-416b-4e30-86a9-026576b06e86"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:42:42.339132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee661d0-ef70-49a4-9dda-75641d71823b x-openstack-request-id: req-cee661d0-ef70-49a4-9dda-75641d71823b {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:42:42.339430 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3", "name": "network-vif-deleted", "tag": "9be23939-416b-4e30-86a9-026576b06e86", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:42:42.339684 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cee661d0-ef70-49a4-9dda-75641d71823b {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:42:42.340075 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3', 'name': 'network-vif-deleted', 'tag': '9be23939-416b-4e30-86a9-026576b06e86', 'status': 'completed', 'code': 200} Oct 28 08:42:43.051065 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b17da46f-1523-4b4a-bf97-cea2ef33be3c req-cd143ac1-5aac-4ab8-85e4-5ff0f43d5686 tempest-VolumesActionsTest-200350980 tempest-VolumesActionsTest-200350980-project] 10.222.0.76 "GET /v2.0/ports?device_id=8adcf8ce-4db0-4948-91a0-c5c0ae0b2ee3 HTTP/1.1" status: 200 len: 210 time: 0.0318849 Oct 28 08:42:43.096459 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a031b-ade7-4135-b105-1e03f49f4ca0 req-2e1b5649-91c2-4c2b-bd5a-949e1a80da21 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:43.098225 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6a7a031b-ade7-4135-b105-1e03f49f4ca0 req-2e1b5649-91c2-4c2b-bd5a-949e1a80da21 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0505581 Oct 28 08:42:43.136230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6a7a031b-ade7-4135-b105-1e03f49f4ca0 req-955cd89f-a829-46ff-a51d-df8f448e1ac7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Oct 28 08:42:44.188089 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9be23939-416b-4e30-86a9-026576b06e86 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:42:44.212677 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 9be23939-416b-4e30-86a9-026576b06e86 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:42:44.212958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 9be23939-416b-4e30-86a9-026576b06e86 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:42:44.263492 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d94c-01de-4645-9e92-829cd3d5602b req-d14c6658-dc80-48d3-a612-264be4c1eef5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:44.265687 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9015d94c-01de-4645-9e92-829cd3d5602b req-d14c6658-dc80-48d3-a612-264be4c1eef5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0529637 Oct 28 08:42:44.310760 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9015d94c-01de-4645-9e92-829cd3d5602b req-bac26c39-a353-494f-9c3e-525f601a47d5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Oct 28 08:42:44.621969 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788913c2-69b0-40f4-b3fd-b6c441241280 req-3a82a6fb-454b-4360-8aa0-0b342d95d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:44.623505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-788913c2-69b0-40f4-b3fd-b6c441241280 req-3a82a6fb-454b-4360-8aa0-0b342d95d420 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.2531111 Oct 28 08:42:44.665389 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-788913c2-69b0-40f4-b3fd-b6c441241280 req-b9e7b1a7-4134-4ba3-b49d-fa1afd2d3f83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295789 Oct 28 08:42:44.818687 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7f0322b3-a367-4f03-8e1d-1df30d2e768f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.403473 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52398) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:45.429793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28534d1-4600-40ba-bbd5-15c07a33c9be req-a35f2b77-fd24-48d5-ba07-7be64594b252 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:45.431295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f28534d1-4600-40ba-bbd5-15c07a33c9be req-a35f2b77-fd24-48d5-ba07-7be64594b252 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0490150 Oct 28 08:42:45.470908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f28534d1-4600-40ba-bbd5-15c07a33c9be req-cec3e523-c847-4548-987e-102cf0301169 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Oct 28 08:42:45.547194 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1a83863e-ef9f-4f35-9613-d20dd2b605e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.620264 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1a83863e-ef9f-4f35-9613-d20dd2b605e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.624249 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1a83863e-ef9f-4f35-9613-d20dd2b605e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.661863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83863e-ef9f-4f35-9613-d20dd2b605e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b095fe08-d965-40c8-8ba7-f4f1ae0fd45b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:45.667610 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1a83863e-ef9f-4f35-9613-d20dd2b605e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7369d7f1ce548ca83f25ccfa1c518de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630608 Oct 28 08:42:45.670335 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52402) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:45.705356 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.723795 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.745062 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.789643 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.792256 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:45.793403 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b095fe08-d965-40c8-8ba7-f4f1ae0fd45b HTTP/1.1" status: 204 len: 168 time: 0.1214638 Oct 28 08:42:45.801635 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c2888-6323-4bad-ad29-ca009bd10cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b095fe08-d965-40c8-8ba7-f4f1ae0fd45b,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:45.892973 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:47.297459 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:49.661930 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb30db4-ed01-45b8-a570-ef9ef3ca4a05 req-c2371925-a15a-487a-912a-d4b0ac3f929e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:49.663503 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcb30db4-ed01-45b8-a570-ef9ef3ca4a05 req-c2371925-a15a-487a-912a-d4b0ac3f929e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0507307 Oct 28 08:42:49.703468 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcb30db4-ed01-45b8-a570-ef9ef3ca4a05 req-953cf4dc-4425-46ee-829a-62b6649e4bcb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Oct 28 08:42:50.831481 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16123a-98a0-45c8-ac4b-28395757c8f3 req-29c94690-a9ac-484b-b59d-85ee84e681ee tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:50.832961 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fa16123a-98a0-45c8-ac4b-28395757c8f3 req-29c94690-a9ac-484b-b59d-85ee84e681ee tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0535278 Oct 28 08:42:50.871503 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fa16123a-98a0-45c8-ac4b-28395757c8f3 req-273b5d10-426c-4452-a2b8-8b3af74d5c29 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Oct 28 08:42:51.880200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 52492) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.056259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97817c5e-c305-410d-acdc-8a6d905389a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.117313 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb6608-e45b-4948-aee4-f432d9924281 req-cdbec54c-2393-4a29-b799-fddaa5711bef tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:52.119122 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c6fb6608-e45b-4948-aee4-f432d9924281 req-cdbec54c-2393-4a29-b799-fddaa5711bef tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1088219 Oct 28 08:42:52.180927 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c6fb6608-e45b-4948-aee4-f432d9924281 req-e5b15fd3-a336-4032-a028-291296f3695b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Oct 28 08:42:52.221355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97817c5e-c305-410d-acdc-8a6d905389a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.226644 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-97817c5e-c305-410d-acdc-8a6d905389a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.259810 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52504) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.260553 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-97817c5e-c305-410d-acdc-8a6d905389a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3af77abc60944ce8a580065a082c8f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776257 Oct 28 08:42:52.285071 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817c5e-c305-410d-acdc-8a6d905389a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6a6775-a4b5-4bd2-adb5-3d6bc67fa94f,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.316639 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.339858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.413464 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.422440 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.425657 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e6a6775-a4b5-4bd2-adb5-3d6bc67fa94f HTTP/1.1" status: 204 len: 168 time: 0.1648116 Oct 28 08:42:52.444680 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15265d06-405e-40e2-a099-71838033eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6a6775-a4b5-4bd2-adb5-3d6bc67fa94f,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:52.588567 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d7db4-8829-41f0-a61c-325361fd519e req-9a6cfc4a-7ccd-4dd7-ac98-4f4e91380b6f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:52.596324 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f27d7db4-8829-41f0-a61c-325361fd519e req-9a6cfc4a-7ccd-4dd7-ac98-4f4e91380b6f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1521101 Oct 28 08:42:52.639520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3db53-573e-474c-962f-7a4173c3d554 req-773b0177-e06e-41d5-8863-355e00383803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:52.641186 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-773b0177-e06e-41d5-8863-355e00383803 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.1531034 Oct 28 08:42:52.652825 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f27d7db4-8829-41f0-a61c-325361fd519e req-b75853c5-e91a-4aa9-9430-1454af1f7594 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554686 Oct 28 08:42:52.864235 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52526) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:52.886305 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-abb03f46-2e09-44a6-b11f-3d9faad27eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:52.894021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3db53-573e-474c-962f-7a4173c3d554 req-b4522292-dc85-498e-8a1b-b279dc964bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:52.896226 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-b4522292-dc85-498e-8a1b-b279dc964bee service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.2305839 Oct 28 08:42:53.001776 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-1da79257-0e20-49e7-a2e7-8de79df7de1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.0958545 Oct 28 08:42:53.035588 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-abb03f46-2e09-44a6-b11f-3d9faad27eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.041866 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-abb03f46-2e09-44a6-b11f-3d9faad27eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.103426 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-abb03f46-2e09-44a6-b11f-3d9faad27eac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2c1985554bd45f18c5f547871b86454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364194 Oct 28 08:42:53.103597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 52538) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:42:53.125109 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb03f46-2e09-44a6-b11f-3d9faad27eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83735e79-805b-4980-8562-c03a47746802,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:53.149775 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3db53-573e-474c-962f-7a4173c3d554 req-6f13d1dc-da33-4d2c-8d0b-e735629675a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:53.158913 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-6f13d1dc-da33-4d2c-8d0b-e735629675a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.1344018 Oct 28 08:42:53.219978 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-c652c1ae-8341-4f86-8102-cfcae6b48cc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392842 Oct 28 08:42:53.289716 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.355698 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.411404 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-04a26a07-3404-4c51-9c7a-e9b6f4418556 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760039 Oct 28 08:42:53.476161 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.479150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:53.483398 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83735e79-805b-4980-8562-c03a47746802 HTTP/1.1" status: 204 len: 168 time: 0.3761928 Oct 28 08:42:53.495884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213688fb-dc08-4a62-9f48-1e2e80504eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83735e79-805b-4980-8562-c03a47746802,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:42:53.554167 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72f3db53-573e-474c-962f-7a4173c3d554 req-c17bcd63-d8d8-4bb8-b7b1-c8b05e492fd6 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341960 Oct 28 08:42:53.937813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf33de-0374-4b97-a77b-63313f5554d8 req-e1466d00-84f5-4571-8474-efb4dcea2cad tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:53.946256 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34bf33de-0374-4b97-a77b-63313f5554d8 req-e1466d00-84f5-4571-8474-efb4dcea2cad tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0647597 Oct 28 08:42:53.987404 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34bf33de-0374-4b97-a77b-63313f5554d8 req-8881acb6-7835-43a2-8008-15e5ace689ce tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Oct 28 08:42:54.777186 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-5f3b68b1-ff6e-49c4-9065-95789534bc56 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:54.779043 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-5f3b68b1-ff6e-49c4-9065-95789534bc56 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.1182864 Oct 28 08:42:54.807766 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-f872c93a-7fda-490d-b5f6-f56137070028 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/quotas/3831003e70cf4a62afb1393fbea6654e HTTP/1.1" status: 200 len: 375 time: 0.0200517 Oct 28 08:42:54.870960 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-03176871-5f89-4c54-a161-d7b6db792597 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618126 Oct 28 08:42:55.006705 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-36ead5a2-10f7-426c-b3b6-1f11ec02773e service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262972 Oct 28 08:42:55.200438 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fba263-e195-4a4d-b9a4-d16f587d77fb req-423d6a50-e5bb-490c-b8c7-964b90aeee98 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:55.202620 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-82fba263-e195-4a4d-b9a4-d16f587d77fb req-423d6a50-e5bb-490c-b8c7-964b90aeee98 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0977776 Oct 28 08:42:55.237067 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-2536b2ba-f29c-42a8-bae7-6faa5df0cb17 service neutron] 10.222.0.76 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294662 Oct 28 08:42:55.256340 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-82fba263-e195-4a4d-b9a4-d16f587d77fb req-8a3e1ae4-8264-49b3-9c40-c27473b22f43 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Oct 28 08:42:56.395058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492910-9513-4442-a3e1-33873c4ab80a req-137b1981-e258-4649-8f11-ed4ed613f631 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:56.402245 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17492910-9513-4442-a3e1-33873c4ab80a req-137b1981-e258-4649-8f11-ed4ed613f631 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0586975 Oct 28 08:42:56.442035 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17492910-9513-4442-a3e1-33873c4ab80a req-fcf3a84a-e0bb-47b6-88b1-c6253580a09d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Oct 28 08:42:56.543130 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4989871e-0a2c-4dbe-8c7e-804304fc01b6 req-032c9246-01d1-47f1-9a91-d04e91bb73b5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 210 time: 0.0601752 Oct 28 08:42:57.615103 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c06c3-fd49-4df3-bfae-466342734185 req-3575b7b3-d539-463e-b785-81de0910e5d7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:57.617657 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a81c06c3-fd49-4df3-bfae-466342734185 req-3575b7b3-d539-463e-b785-81de0910e5d7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0803897 Oct 28 08:42:57.676088 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-578b7acd-e2bd-4cdd-bcac-c2958dac2879 req-1eff56c6-edeb-42ff-b832-53232c27670a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 210 time: 0.0293293 Oct 28 08:42:57.726996 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a81c06c3-fd49-4df3-bfae-466342734185 req-120ba037-d62e-4389-b578-e9e521103571 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975351 Oct 28 08:42:58.823063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-286b09ba-6eb5-4096-9802-bfeb92d95ecb req-0e03db83-8766-48f0-a233-530f17d72f89 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 210 time: 0.0595396 Oct 28 08:42:58.868551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-3f9625a9-5892-4ccd-9247-14867c8fd073 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:58.871385 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-3f9625a9-5892-4ccd-9247-14867c8fd073 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 815 time: 0.2098150 Oct 28 08:42:58.904212 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Request body: {'port': {'device_id': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'admin_state_up': True, 'tenant_id': '3831003e70cf4a62afb1393fbea6654e'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:42:59.059673 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Made reservation on behalf of 3831003e70cf4a62afb1393fbea6654e for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:42:59.064524 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.258758 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-06427c10-0a66-4aa7-aeb2-3662612bf896 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1010816 Oct 28 08:42:59.311257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Allocated IP 172.20.0.5 (baa97c96-d90c-4541-963c-2b8ac01daede/9eb87086-c866-4403-97f9-afd45403d009/e663ba98-a487-4b76-8d8a-8e9f0d155ccc) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:42:59.432424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-dc1ab5fb-71c0-442d-ad8d-e89c9eba7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.434004 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-dc1ab5fb-71c0-442d-ad8d-e89c9eba7eee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 1098 time: 0.0833786 Oct 28 08:42:59.677978 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.686446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-f656ad70-f888-472e-a9c7-1d616dd87f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.688720 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-f656ad70-f888-472e-a9c7-1d616dd87f50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 916 time: 0.1959517 Oct 28 08:42:59.749244 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-88759c2a-a208-405f-b377-5644c529ff06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64609431-9691-46a8-a89b-e479eb357768 HTTP/1.1" status: 200 len: 217 time: 0.0507691 Oct 28 08:42:59.841285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:42:59.858886 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768', '24e2f8e1-d18e-4de5-8def-21249af05cd2', '959d849c-17d9-4e15-b426-749af75d8b93'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:42:59.859627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-55553baf-c553-49aa-90b1-343f594f3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:42:59.861074 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-55553baf-c553-49aa-90b1-343f594f3273 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0944426 Oct 28 08:42:59.910151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Network baa97c96-d90c-4541-963c-2b8ac01daede is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:42:59.913561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:42:59.917924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:42:59.925136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event updated for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:00.013926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.015208 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.015855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.025580 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.026385 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.027128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.027776 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.028429 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.029149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.030213 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.030815 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.031479 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.098694 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-cd422a1f-f62d-4bb2-a862-4885366331ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137211 Oct 28 08:43:00.119066 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52754) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:00.169246 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.170696 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.201497 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-df9bde6f-df94-4fff-9a27-cc5538a49e26 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018544 Oct 28 08:43:00.243487 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Request body: {'port': {'device_id': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:43:00.341099 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.346049 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7e959-7859-47a2-9274-ab1529935b04 req-5eb68c9f-2cf1-4896-9bd6-d12a235708e6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.355850 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ccf7e959-7859-47a2-9274-ab1529935b04 req-5eb68c9f-2cf1-4896-9bd6-d12a235708e6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 931 time: 0.3695588 Oct 28 08:43:00.361226 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.476048 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ccf7e959-7859-47a2-9274-ab1529935b04 req-cb69a812-dad3-434f-afb8-9720a8731f24 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150320 Oct 28 08:43:00.493075 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.494730 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.498853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.532654 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f003165a35a94ee69fd41e7da2790a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119885 Oct 28 08:43:00.534732 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52766) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:00.541555 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9743e3-026b-474e-b021-e4a8438f1dd5 req-c81f9355-2adc-45b4-a12d-af857dca65a2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:00.543086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db9743e3-026b-474e-b021-e4a8438f1dd5 req-c81f9355-2adc-45b4-a12d-af857dca65a2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1373091 Oct 28 08:43:00.579950 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1274c9-8065-48d7-9048-18b1244613fd,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:00.591165 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-c139d191-4d7c-48cd-afbd-654012ac3909 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423764 Oct 28 08:43:00.595734 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.596390 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.596741 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.597470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.597809 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.598141 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.598470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.598827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.599158 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.599482 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.599804 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.600129 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e5cfa-2940-4749-9ab3-4fb76f30a8b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:00.621927 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.648847 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.700829 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.704015 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:00.718848 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab1274c9-8065-48d7-9048-18b1244613fd HTTP/1.1" status: 204 len: 168 time: 0.1718636 Oct 28 08:43:00.737443 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad1e1-a8f5-42f8-b25f-c593695ef631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1274c9-8065-48d7-9048-18b1244613fd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:00.742691 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db9743e3-026b-474e-b021-e4a8438f1dd5 req-82c7cb1e-0299-4ee6-8b89-c9a49fa6d473 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573701 Oct 28 08:43:01.142983 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ed57604-05a6-482d-b008-4ea5f58603bf req-a3efc343-9567-4174-b9e4-e74f2442e83f service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327284 Oct 28 08:43:01.205987 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52782) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:01.241292 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89672f06-1797-43d0-83a8-98acedc70908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.292486 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e663ba98-a487-4b76-8d8a-8e9f0d155ccc {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:43:01.304207 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.318289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Transition to ACTIVE for port object e663ba98-a487-4b76-8d8a-8e9f0d155ccc will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:43:01.324920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.389235 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:01.408695 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89672f06-1797-43d0-83a8-98acedc70908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.418732 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89672f06-1797-43d0-83a8-98acedc70908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.470789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Attempting to bind port e663ba98-a487-4b76-8d8a-8e9f0d155ccc on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:43:01.471686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Attempting to bind port e663ba98-a487-4b76-8d8a-8e9f0d155ccc by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:43:01.472475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Attempting to bind port e663ba98-a487-4b76-8d8a-8e9f0d155ccc on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:01.477436 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Port e663ba98-a487-4b76-8d8a-8e9f0d155ccc on network baa97c96-d90c-4541-963c-2b8ac01daede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:43:01.477974 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Attempting to bind port e663ba98-a487-4b76-8d8a-8e9f0d155ccc on network baa97c96-d90c-4541-963c-2b8ac01daede {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:43:01.484024 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:43:01.484343 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89672f06-1797-43d0-83a8-98acedc70908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c8936-0fe7-4ef5-bf12-64da5d7d7a15,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:01.484531 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Checking segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:43:01.484738 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Bound using segment: {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:43:01.485168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Bound port: e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:43:01.485527 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.504805 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-89672f06-1797-43d0-83a8-98acedc70908 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49c7e12b616e4fb8b3520d50fd0d6d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953525 Oct 28 08:43:01.505926 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52794) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:01.575919 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.609620 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:43:01.621498 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.625654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:43:01.641013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460540b-5a07-4467-bfde-c2fc2498e2e1 req-b332de2a-d79b-4433-b8d3-f114032dfb53 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.643084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3460540b-5a07-4467-bfde-c2fc2498e2e1 req-b332de2a-d79b-4433-b8d3-f114032dfb53 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 943 time: 0.0744700 Oct 28 08:43:01.645339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.695021 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.697862 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.699065 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2b1c8936-0fe7-4ef5-bf12-64da5d7d7a15 HTTP/1.1" status: 204 len: 168 time: 0.1915767 Oct 28 08:43:01.711491 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ebdb-327c-4de3-8d90-d9a277aad61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c8936-0fe7-4ef5-bf12-64da5d7d7a15,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:01.730259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.736116 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:01.742100 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] 10.222.0.70 "PUT /v2.0/ports/e663ba98-a487-4b76-8d8a-8e9f0d155ccc HTTP/1.1" status: 200 len: 1093 time: 1.5083127 Oct 28 08:43:01.742597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:01.744886 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acea805-bb7c-4c18-8afb-4015202dc662" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:01.815418 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3460540b-5a07-4467-bfde-c2fc2498e2e1 req-6833b296-e03a-4cb2-bcad-805c777d1644 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357510 Oct 28 08:43:01.844141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7db7a4-4384-4939-a538-a079f6d3afdc x-openstack-request-id: req-fe7db7a4-4384-4939-a538-a079f6d3afdc {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:01.844600 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:01.845000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe7db7a4-4384-4939-a538-a079f6d3afdc {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:01.845540 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc', 'status': 'completed', 'code': 200} Oct 28 08:43:01.865279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f35ef-3385-414c-b9d0-0627f8ddc4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:01.908602 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-2deb0a4d-232b-469b-942e-c6b621f37d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:01.912678 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-2deb0a4d-232b-469b-942e-c6b621f37d0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 1096 time: 0.0952735 Oct 28 08:43:01.977122 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-63d6470a-1c71-445d-b1d9-47567ccf0a04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc HTTP/1.1" status: 200 len: 217 time: 0.0554330 Oct 28 08:43:02.043894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-525d1e43-cdb3-4efd-8e7b-b20e5a16daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:02.046679 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-525d1e43-cdb3-4efd-8e7b-b20e5a16daff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0606916 Oct 28 08:43:02.083559 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-c9a5ec36-3a32-4344-861b-b7c87eacb55e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291150 Oct 28 08:43:02.223277 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-4603621a-1b9d-4901-90c7-20c36f55d76f service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273825 Oct 28 08:43:02.371948 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47e1bfff-3cb1-4373-8689-59dac4f30735 req-62cf1363-854b-419c-842a-4e6b1349de69 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407495 Oct 28 08:43:02.521126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-7c9ce370-fa0f-44a9-a94d-36b22112fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:02.523228 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-7c9ce370-fa0f-44a9-a94d-36b22112fb4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3831003e70cf4a62afb1393fbea6654e&device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 1096 time: 0.0739839 Oct 28 08:43:02.634363 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-c58ce37d-d605-468e-bc32-904fbeec230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:02.635941 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-c58ce37d-d605-468e-bc32-904fbeec230b service neutron] 10.222.0.70 "GET /v2.0/networks?id=baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 200 len: 916 time: 0.1055806 Oct 28 08:43:02.686201 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-3ee3e9b7-e5f3-4ada-9734-1610f600fb29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc HTTP/1.1" status: 200 len: 217 time: 0.0403657 Oct 28 08:43:02.741924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-f79b4f4e-cfd2-46e2-aa10-7816516a1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:02.743688 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-f79b4f4e-cfd2-46e2-aa10-7816516a1451 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 200 len: 855 time: 0.0499179 Oct 28 08:43:02.785448 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-69cf1ab8-9203-4325-9cba-dbea759889a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=baa97c96-d90c-4541-963c-2b8ac01daede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281301 Oct 28 08:43:02.965040 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-6cdf6cb8-a0e8-4f95-bb63-c7b5df5a1875 service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709290 Oct 28 08:43:03.090955 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6acea805-bb7c-4c18-8afb-4015202dc662 req-d62c5a8a-a783-4d3e-9058-c63ce8f10a4d service neutron] 10.222.0.70 "GET /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171331 Oct 28 08:43:03.261091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62bb3c-06c6-497e-b408-fc18e3ff268c req-e3d3a13d-8226-4beb-bd0f-453657f3ee22 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:03.265859 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7e62bb3c-06c6-497e-b408-fc18e3ff268c req-e3d3a13d-8226-4beb-bd0f-453657f3ee22 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 943 time: 0.0579548 Oct 28 08:43:03.316444 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7e62bb3c-06c6-497e-b408-fc18e3ff268c req-7b5caaf2-9b75-45a7-9d73-a1a5bf7fac5c tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Oct 28 08:43:04.473943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d8bd1-bcc5-4543-a125-1a9019e48fdb req-fd9d8a56-2a6e-4e7d-8db6-5e584f1bcac6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:04.475485 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-478d8bd1-bcc5-4543-a125-1a9019e48fdb req-fd9d8a56-2a6e-4e7d-8db6-5e584f1bcac6 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 943 time: 0.0581725 Oct 28 08:43:04.525124 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-478d8bd1-bcc5-4543-a125-1a9019e48fdb req-b76c2416-6194-42a0-8e52-11c9ef00577b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Oct 28 08:43:05.698787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86209a17-7ca0-4170-b87a-4f3a7e2173cc req-9754b249-bde8-4411-9bdb-b51e76089e4f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:05.707931 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86209a17-7ca0-4170-b87a-4f3a7e2173cc req-9754b249-bde8-4411-9bdb-b51e76089e4f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 943 time: 0.0867803 Oct 28 08:43:05.827933 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-86209a17-7ca0-4170-b87a-4f3a7e2173cc req-6e8fa0e6-d2ab-49fb-8c4e-aca047693ad0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135855 Oct 28 08:43:06.048480 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:43:06.335288 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e663ba98-a487-4b76-8d8a-8e9f0d155ccc details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:43:06.456768 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:06.470516 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc', 'network_id': 'baa97c96-d90c-4541-963c-2b8ac01daede', 'port_id': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc', 'mac_address': 'fa:16:3e:c3:0f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb87086-c866-4403-97f9-afd45403d009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:43:06.531614 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:06.678715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e663ba98-a487-4b76-8d8a-8e9f0d155ccc {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:43:06.712201 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:06.716440 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:06.784586 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:06.792020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.792613 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.793111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.793443 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.794007 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.794254 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.794607 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.794991 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.795308 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.795785 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.796104 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.796420 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:43:06.970966 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf333-a5f7-4057-8c51-a09cabbfac52 req-b68dc1d7-74db-4c46-be0b-f19a0b801bd0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:06.973897 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f4cf333-a5f7-4057-8c51-a09cabbfac52 req-b68dc1d7-74db-4c46-be0b-f19a0b801bd0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 944 time: 0.0617614 Oct 28 08:43:07.017369 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f4cf333-a5f7-4057-8c51-a09cabbfac52 req-af49ac3c-6088-42b6-a98a-9062fc1202ee tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371919 Oct 28 08:43:07.455750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['e663ba98-a487-4b76-8d8a-8e9f0d155ccc'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:07.799769 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52944) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:07.943639 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e90d089-78a0-40ab-a358-a8945e869aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.040089 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e90d089-78a0-40ab-a358-a8945e869aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.045517 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9e90d089-78a0-40ab-a358-a8945e869aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.085098 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 52950) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:08.097205 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9e90d089-78a0-40ab-a358-a8945e869aba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c867bee79c64a2b91892a479cb7deb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953503 Oct 28 08:43:08.156807 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90d089-78a0-40ab-a358-a8945e869aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e4b33-a70d-4dd1-8ef2-c8cb4559c898,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:08.211086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4b8ee-f2ae-4383-b1ce-990f7a1c290c req-c959c7dd-901f-4a02-b8d3-d7000a903562 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:08.212671 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4d4b8ee-f2ae-4383-b1ce-990f7a1c290c req-c959c7dd-901f-4a02-b8d3-d7000a903562 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 944 time: 0.0966978 Oct 28 08:43:08.215909 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.261575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.283474 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4d4b8ee-f2ae-4383-b1ce-990f7a1c290c req-ef2610a9-9f37-4139-b837-c943b98b6f3b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643091 Oct 28 08:43:08.338618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.343267 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.347412 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/216e4b33-a70d-4dd1-8ef2-c8cb4559c898 HTTP/1.1" status: 204 len: 168 time: 0.2587042 Oct 28 08:43:08.360110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3f9cf-0773-4943-8b7a-1dbbff8f8199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e4b33-a70d-4dd1-8ef2-c8cb4559c898,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:08.764120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 52960) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:08.783290 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ed727260-b85f-419c-81af-2a04b4d3936d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.895015 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ed727260-b85f-419c-81af-2a04b4d3936d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.904090 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ed727260-b85f-419c-81af-2a04b4d3936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:08.971546 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed727260-b85f-419c-81af-2a04b4d3936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08036165-0fd1-44e3-8838-b93bad7422b7,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:08.980580 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ed727260-b85f-419c-81af-2a04b4d3936d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8ed994d22e3497383246678b6bab588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148616 Oct 28 08:43:08.980854 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 52966) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:09.074686 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:09.116544 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:09.183780 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:09.189189 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:09.190366 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/08036165-0fd1-44e3-8838-b93bad7422b7 HTTP/1.1" status: 204 len: 168 time: 0.2080939 Oct 28 08:43:09.199915 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09218cc-ccef-470e-9136-1d9db25f54d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08036165-0fd1-44e3-8838-b93bad7422b7,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:09.499640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-c63a39f7-6df0-4232-8245-9ace4552e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:09.501306 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-c63a39f7-6df0-4232-8245-9ace4552e76d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.1027117 Oct 28 08:43:09.616616 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-4dd15466-52df-4d5f-a4ab-40cdbe274862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:09.618119 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-4dd15466-52df-4d5f-a4ab-40cdbe274862 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.1095932 Oct 28 08:43:09.674982 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-741a5b6d-4e2e-4d0d-b251-0f331970db47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.0466855 Oct 28 08:43:09.748053 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-0c3bb484-b2c5-4c1a-b10c-9f9b72a844f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:09.753569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-0c3bb484-b2c5-4c1a-b10c-9f9b72a844f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.0699742 Oct 28 08:43:09.790974 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-eaf70d0c-c792-4c2c-89bf-44d298d779e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295486 Oct 28 08:43:09.986791 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-fe33113b-b764-4783-abd0-4ea69e828e15 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858933 Oct 28 08:43:10.084000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e9c5-1751-4fb4-884a-daebf72fdadd req-5b472dbf-88a1-421b-a955-f9c401591908 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:10.085680 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d85e9c5-1751-4fb4-884a-daebf72fdadd req-5b472dbf-88a1-421b-a955-f9c401591908 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 944 time: 0.1883900 Oct 28 08:43:10.098765 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d231b-f88e-4f3b-b85b-1c3d984e6a27 req-6f06fe92-b9da-4866-b7b9-ab18e5d71a6e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:10.108481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fe9d231b-f88e-4f3b-b85b-1c3d984e6a27 req-6f06fe92-b9da-4866-b7b9-ab18e5d71a6e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1793213 Oct 28 08:43:10.219332 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fe9d231b-f88e-4f3b-b85b-1c3d984e6a27 req-9a187c5d-6d96-4322-9316-53f92888419a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113651 Oct 28 08:43:10.224292 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d85e9c5-1751-4fb4-884a-daebf72fdadd req-15652c18-636a-48c7-ba1a-bbb8575a4945 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105366 Oct 28 08:43:10.229288 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0791fa-9190-4705-b5c2-5eb6b96051ce req-7ce2efdf-11f0-4406-9ca5-9f7d8021fb19 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145259 Oct 28 08:43:10.324471 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e663ba98-a487-4b76-8d8a-8e9f0d155ccc up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:43:10.478792 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port e663ba98-a487-4b76-8d8a-8e9f0d155ccc completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:43:10.484156 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port e663ba98-a487-4b76-8d8a-8e9f0d155ccc triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:43:10.484526 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:10.592476 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:10.621159 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:10.624070 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b7b5b2-52b5-4da9-9188-f59e6b4e52a9" -d '{"events": [{"server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "name": "network-vif-plugged", "status": "completed", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:10.638690 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:10.649272 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:10.671645 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86aad3b-c1e0-41a8-99c0-a2a432e584a2 x-openstack-request-id: req-b86aad3b-c1e0-41a8-99c0-a2a432e584a2 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:10.671922 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "name": "network-vif-plugged", "status": "completed", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:10.672399 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b86aad3b-c1e0-41a8-99c0-a2a432e584a2 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:10.672772 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc', 'code': 200} Oct 28 08:43:10.709493 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:10.908070 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132b966-53e0-4ce9-9f07-f2eb8d16c369 req-55a07964-399d-439d-8cc1-8cc83508c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:10.909468 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c132b966-53e0-4ce9-9f07-f2eb8d16c369 req-55a07964-399d-439d-8cc1-8cc83508c8a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 1098 time: 0.0452826 Oct 28 08:43:10.958007 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c132b966-53e0-4ce9-9f07-f2eb8d16c369 req-bfd890b9-8a38-4b66-890e-e7a79817807d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Oct 28 08:43:11.370589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961de174-a23e-4c55-98a8-4d93cbc6c172 req-fe7b6af5-c989-41a7-8aef-fbcd5e0ca293 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:11.372073 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-961de174-a23e-4c55-98a8-4d93cbc6c172 req-fe7b6af5-c989-41a7-8aef-fbcd5e0ca293 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0694854 Oct 28 08:43:11.380939 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065ad67-7360-4cac-accc-9dc394548b75 req-192ba736-1e67-49b0-b486-babb874ac358 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:11.382344 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2065ad67-7360-4cac-accc-9dc394548b75 req-192ba736-1e67-49b0-b486-babb874ac358 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0905769 Oct 28 08:43:11.438479 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-961de174-a23e-4c55-98a8-4d93cbc6c172 req-f530295f-fbec-4686-beca-cf257cbba042 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550718 Oct 28 08:43:11.441278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2065ad67-7360-4cac-accc-9dc394548b75 req-56fbaada-b747-4da1-9da0-99b0726a7b5e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Oct 28 08:43:12.037754 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8b22055f-8eeb-435c-8455-cc6ab22c7e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:12.590408 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ebc5-363b-42d0-ad4a-0e2bddc62d31 req-0ecca34a-ec3b-419e-9eda-b2f6c9c56144 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:12.592586 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c997ebc5-363b-42d0-ad4a-0e2bddc62d31 req-0ecca34a-ec3b-419e-9eda-b2f6c9c56144 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0818269 Oct 28 08:43:12.601499 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d726-2a15-4844-80a7-ac05fea5d8d1 req-3dc1d3a1-3e5d-448d-8dd6-c66cbcdd3a28 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:12.603028 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58e4d726-2a15-4844-80a7-ac05fea5d8d1 req-3dc1d3a1-3e5d-448d-8dd6-c66cbcdd3a28 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0902886 Oct 28 08:43:12.657445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c997ebc5-363b-42d0-ad4a-0e2bddc62d31 req-84533a5c-8c17-4ea7-94c8-133e3d8dc5bc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Oct 28 08:43:12.664798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58e4d726-2a15-4844-80a7-ac05fea5d8d1 req-7fdad8b9-76b4-47ac-a7e1-a7b90cbd98b5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536544 Oct 28 08:43:13.486780 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53150) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:13.530323 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Deleting subnet 2ec5ff97-2fd6-40fb-90cc-87887505f6d0 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:43:13.533495 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.567954 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.609546 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.666207 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.693497 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec5ff97-2fd6-40fb-90cc-87887505f6d0,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:13.699444 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.706130 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-59817b89-0fcb-4cbe-845f-4910c052e046 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2ec5ff97-2fd6-40fb-90cc-87887505f6d0 HTTP/1.1" status: 204 len: 168 time: 0.2154992 Oct 28 08:43:13.706391 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53158) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:13.726326 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 53160) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:13.786029 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.836486 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55a15-c8bc-4aac-bc82-d4404421be83 req-e03b7d53-f6e5-4799-845d-ed80cdb10584 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:13.838026 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d8a55a15-c8bc-4aac-bc82-d4404421be83 req-e03b7d53-f6e5-4799-845d-ed80cdb10584 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0778332 Oct 28 08:43:13.871579 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc2cbc-9e7e-4565-973f-8fda3e4993b9 req-b5a7e48d-3874-46f8-b8b1-9414ddeab849 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:13.873795 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5abc2cbc-9e7e-4565-973f-8fda3e4993b9 req-b5a7e48d-3874-46f8-b8b1-9414ddeab849 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.1020384 Oct 28 08:43:13.880691 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6471-f93f-4c36-b404-4a51c5a48d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:13.941516 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d8a55a15-c8bc-4aac-bc82-d4404421be83 req-f6d65435-dbb9-46c7-a1f7-784860d132f7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938907 Oct 28 08:43:13.961916 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5abc2cbc-9e7e-4565-973f-8fda3e4993b9 req-f2cbe313-35d9-4855-affd-ab6479cb97fe tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789533 Oct 28 08:43:14.023728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6471-f93f-4c36-b404-4a51c5a48d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.031015 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6471-f93f-4c36-b404-4a51c5a48d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.075879 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4ffe6471-f93f-4c36-b404-4a51c5a48d11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0314325d44b649b3a3498f0e2645a0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452330 Oct 28 08:43:14.076469 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 53166) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:14.083875 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe6471-f93f-4c36-b404-4a51c5a48d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f863156-c2c8-4c0e-9c50-1643a4c560a2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.113363 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.133394 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.135904 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35415b19-1403-4733-b6cb-03e1bd171af3']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:14.146467 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e4dd8-a741-4ebb-8cd5-eae06a20784e') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:14.146834 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e4dd8-a741-4ebb-8cd5-eae06a20784e') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:14.156694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.158245 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.173674 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.180061 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:43:14.180371 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:43:14.182265 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:43:14.212984 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.215742 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.219176 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f863156-c2c8-4c0e-9c50-1643a4c560a2 HTTP/1.1" status: 204 len: 168 time: 0.1415911 Oct 28 08:43:14.231932 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748d4b2-9b27-4a5e-a954-2bcffd6be184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f863156-c2c8-4c0e-9c50-1643a4c560a2,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.270441 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.280663 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.286108 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] 10.222.0.76 "DELETE /v2.0/networks/35415b19-1403-4733-b6cb-03e1bd171af3 HTTP/1.1" status: 204 len: 168 time: 0.5757275 Oct 28 08:43:14.332059 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8d9e-dcea-4c6b-ba8c-831848e7957f admin admin] Pushing event deleted for resources: {'Network': ['ID=35415b19-1403-4733-b6cb-03e1bd171af3,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.429973 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 53182) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:14.472293 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f9557cb5-4cc1-433c-8d54-56aea3b4b991 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=273c545d66f0479bb21eb8012fb29558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408533 Oct 28 08:43:14.474770 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 53184) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:14.526866 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.549055 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.595747 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.598655 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:14.599852 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fd2d772a-bbee-400f-954b-2499c1e37ec5 HTTP/1.1" status: 204 len: 168 time: 0.1241133 Oct 28 08:43:14.608694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea5f46-6647-4f78-9a9a-1d065931231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2d772a-bbee-400f-954b-2499c1e37ec5,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:14.823299 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd33c-cf1f-449c-820a-4391a22df485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.098480 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722b2d7-ab8c-44ee-ad1e-eb808dc94413 req-0e4d17c1-799b-4441-90e3-a2ee9c9699f7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:15.100329 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3722b2d7-ab8c-44ee-ad1e-eb808dc94413 req-0e4d17c1-799b-4441-90e3-a2ee9c9699f7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0511098 Oct 28 08:43:15.142486 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3722b2d7-ab8c-44ee-ad1e-eb808dc94413 req-758874b5-4129-4b41-a8d1-905d27aa10f0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Oct 28 08:43:15.711544 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:15.896611 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:16.271534 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86346-5e25-4482-adcc-cb2e874eb76d req-d4a3748e-adbe-42c1-bdbf-97a768b02917 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:16.272992 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9fe86346-5e25-4482-adcc-cb2e874eb76d req-d4a3748e-adbe-42c1-bdbf-97a768b02917 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0504303 Oct 28 08:43:16.318422 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9fe86346-5e25-4482-adcc-cb2e874eb76d req-c675c46d-7e04-4785-9ac8-2b4d52f5a06d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 Oct 28 08:43:17.299136 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:17.443722 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246a15f-11c1-46fe-b6b5-047b57a4622e req-ed6b1329-8aa8-491f-aebe-6d7d265d5ccb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:17.445216 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8246a15f-11c1-46fe-b6b5-047b57a4622e req-ed6b1329-8aa8-491f-aebe-6d7d265d5ccb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0532050 Oct 28 08:43:17.484089 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8246a15f-11c1-46fe-b6b5-047b57a4622e req-f280aed9-cd9a-4387-8282-0e272c09920e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Oct 28 08:43:18.603013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d6e6a-1f1d-47a0-bca7-84acf22a590b req-fdc8f8cb-94d0-4b63-b065-69e831e31133 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:18.604572 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-402d6e6a-1f1d-47a0-bca7-84acf22a590b req-fdc8f8cb-94d0-4b63-b065-69e831e31133 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0497394 Oct 28 08:43:18.645105 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-402d6e6a-1f1d-47a0-bca7-84acf22a590b req-819860bb-df43-424b-a2dc-5d000639b67c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Oct 28 08:43:19.770460 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7c2d8-4278-4605-99e1-bbb7f89894fb req-d2dd7906-de59-43b2-9b33-6b7d9ef58850 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:19.771988 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7bc7c2d8-4278-4605-99e1-bbb7f89894fb req-d2dd7906-de59-43b2-9b33-6b7d9ef58850 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0537310 Oct 28 08:43:19.815535 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7bc7c2d8-4278-4605-99e1-bbb7f89894fb req-30d2e2f2-b3d9-4dd9-9bbe-de181320bff9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Oct 28 08:43:20.938427 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a40184-6e18-4a53-961b-2a16ffd22ce6 req-c8411ad4-ff67-45bb-9294-df4d4a948ef5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:20.940089 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-88a40184-6e18-4a53-961b-2a16ffd22ce6 req-c8411ad4-ff67-45bb-9294-df4d4a948ef5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0518541 Oct 28 08:43:20.983802 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-88a40184-6e18-4a53-961b-2a16ffd22ce6 req-cd86f8f9-19df-48b3-9a4f-093ddea2a04c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368760 Oct 28 08:43:22.144092 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855e161-f0d3-44d4-873f-1b20185cc2e6 req-e9e5516e-1d62-4cda-a725-f59dfb273c85 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:22.145809 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d855e161-f0d3-44d4-873f-1b20185cc2e6 req-e9e5516e-1d62-4cda-a725-f59dfb273c85 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0554180 Oct 28 08:43:22.189594 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d855e161-f0d3-44d4-873f-1b20185cc2e6 req-c8e43876-b1f2-49a4-8d67-fca8efabecee tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Oct 28 08:43:23.313882 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa0060-6def-44f4-b7a6-6411157ee184 req-acb9730d-fdf1-4815-a894-40ae2c67148f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:23.315962 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-38aa0060-6def-44f4-b7a6-6411157ee184 req-acb9730d-fdf1-4815-a894-40ae2c67148f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0511148 Oct 28 08:43:23.359613 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-38aa0060-6def-44f4-b7a6-6411157ee184 req-f201da07-9070-4228-8ebd-366c959bf19d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374897 Oct 28 08:43:24.483427 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb248d6-8b16-4f54-a016-be358fe940da req-172da946-a1ea-4161-800c-16889b7e0616 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:24.485193 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bb248d6-8b16-4f54-a016-be358fe940da req-172da946-a1ea-4161-800c-16889b7e0616 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0500298 Oct 28 08:43:24.525091 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bb248d6-8b16-4f54-a016-be358fe940da req-afc1ac81-76ca-4483-8a2d-3bdbad9d73e2 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Oct 28 08:43:25.649174 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22420fd-f2ab-417b-8ccd-6288bb9c89cf req-5f4c6d53-fc2b-4593-b9fb-25d5ecdaf225 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:25.650714 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f22420fd-f2ab-417b-8ccd-6288bb9c89cf req-5f4c6d53-fc2b-4593-b9fb-25d5ecdaf225 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0488183 Oct 28 08:43:25.691607 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f22420fd-f2ab-417b-8ccd-6288bb9c89cf req-c7b0a339-3404-42a2-b83e-3b3ca6249ddb tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Oct 28 08:43:26.814144 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5555b5f-3220-40ae-a1a1-a83972b2c74c req-dc035e50-0a21-41ed-916f-c03bb454f239 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:26.815655 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5555b5f-3220-40ae-a1a1-a83972b2c74c req-dc035e50-0a21-41ed-916f-c03bb454f239 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0509765 Oct 28 08:43:26.860420 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5555b5f-3220-40ae-a1a1-a83972b2c74c req-ee37d1cf-847b-42b2-bd53-30b79b59d6b3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Oct 28 08:43:27.058262 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15515e94-081a-4d13-988d-49b31b24b87c req-86ec5abd-f614-4f03-a17d-e1d74b4e0d73 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:27.060747 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-15515e94-081a-4d13-988d-49b31b24b87c req-86ec5abd-f614-4f03-a17d-e1d74b4e0d73 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0486748 Oct 28 08:43:27.099714 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-15515e94-081a-4d13-988d-49b31b24b87c req-a9561757-b07a-4a00-8f74-3a9bc7969917 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337038 Oct 28 08:43:27.983403 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29de886-e352-47ec-a36c-28df24768c2f req-06676362-d481-4153-be42-c1384c31ffe3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:27.985545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e29de886-e352-47ec-a36c-28df24768c2f req-06676362-d481-4153-be42-c1384c31ffe3 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0516281 Oct 28 08:43:28.023417 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e29de886-e352-47ec-a36c-28df24768c2f req-cfd98a8c-6299-4daa-bc41-7a409bca7974 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Oct 28 08:43:28.224149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167e8fb-a287-438c-a698-508f66d77f75 req-73e8643b-ec8c-4056-bfb1-4fa775d643ff tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:28.225543 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0167e8fb-a287-438c-a698-508f66d77f75 req-73e8643b-ec8c-4056-bfb1-4fa775d643ff tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0497687 Oct 28 08:43:28.268285 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0167e8fb-a287-438c-a698-508f66d77f75 req-26cef866-7f9f-4977-9358-44905b4c394d tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Oct 28 08:43:29.145141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb8053-12a1-4a90-85d7-4081f0c4593e req-02cac0db-65bc-4dca-8a76-b5ecdc6abc07 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:29.146669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6cb8053-12a1-4a90-85d7-4081f0c4593e req-02cac0db-65bc-4dca-8a76-b5ecdc6abc07 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0503402 Oct 28 08:43:29.186694 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6cb8053-12a1-4a90-85d7-4081f0c4593e req-68a94a56-386f-4d6c-9d06-7c0816bab1e7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341837 Oct 28 08:43:29.396409 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0f83-fb57-4228-994b-601ade2c0867 req-c19c978a-3937-4d27-8d6c-7d61747f40c3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:29.398558 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b4b0f83-fb57-4228-994b-601ade2c0867 req-c19c978a-3937-4d27-8d6c-7d61747f40c3 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Oct 28 08:43:29.442184 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b4b0f83-fb57-4228-994b-601ade2c0867 req-d1c9f046-6ea3-4c0b-bfec-24dcd2ea851a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Oct 28 08:43:29.873948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-e2697aef-58ed-4750-bcfa-22786bf36339 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:29.875642 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-e2697aef-58ed-4750-bcfa-22786bf36339 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 945 time: 0.0539451 Oct 28 08:43:29.980752 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Deleting port e663ba98-a487-4b76-8d8a-8e9f0d155ccc {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:29.980998 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.070081 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] For port e663ba98-a487-4b76-8d8a-8e9f0d155ccc, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:30.070441 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.087557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Calling delete_port for e663ba98-a487-4b76-8d8a-8e9f0d155ccc owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:30.212082 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.234347 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768', '24e2f8e1-d18e-4de5-8def-21249af05cd2', '959d849c-17d9-4e15-b426-749af75d8b93', 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:30.251341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event deleted for resources: {'Port': ['ID=e663ba98-a487-4b76-8d8a-8e9f0d155ccc,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:30.315421 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] No DVR routers for this DVR port e663ba98-a487-4b76-8d8a-8e9f0d155ccc on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:30.321957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.326113 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4c98657-7d3e-402e-8ff1-02fe9f4bb30b req-82eee973-b6a1-480f-98ca-f572776f5439 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "DELETE /v2.0/ports/e663ba98-a487-4b76-8d8a-8e9f0d155ccc HTTP/1.1" status: 204 len: 173 time: 0.4352026 Oct 28 08:43:30.326113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'name': 'network-vif-deleted', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:30.328850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390dd52d-c7f4-433d-88a9-e6776511a3ac" -d '{"events": [{"server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "name": "network-vif-deleted", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:30.352437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7699-a169-4b93-b5cc-ca3341a80d4d req-de93d9a6-a520-4076-9f1f-aa1c792f1146 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:30.354152 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b1f7699-a169-4b93-b5cc-ca3341a80d4d req-de93d9a6-a520-4076-9f1f-aa1c792f1146 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0762560 Oct 28 08:43:30.375352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:30.378805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e10f949-98fb-4589-a530-9e8b6c62d6b2 x-openstack-request-id: req-2e10f949-98fb-4589-a530-9e8b6c62d6b2 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:30.379150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061", "name": "network-vif-deleted", "tag": "e663ba98-a487-4b76-8d8a-8e9f0d155ccc", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:30.379436 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e10f949-98fb-4589-a530-9e8b6c62d6b2 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:30.379824 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061', 'name': 'network-vif-deleted', 'tag': 'e663ba98-a487-4b76-8d8a-8e9f0d155ccc', 'status': 'completed', 'code': 200} Oct 28 08:43:30.400881 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b1f7699-a169-4b93-b5cc-ca3341a80d4d req-ae9e67bc-f934-42e7-b462-e8049eb7b964 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Oct 28 08:43:30.563455 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d183a220-e086-4b68-b7f8-46d400e4a908 req-afd1d2bb-e87a-4f64-bf8e-d61744b5cec7 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b7d75c8-1ca7-40dd-bf01-3d92f5eb7061 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Oct 28 08:43:31.527884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48c04d-eaf4-41e1-a383-647ec9d2ef03 req-7fdf3fff-3c92-40d1-8b16-4ec137381dcf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:31.529372 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db48c04d-eaf4-41e1-a383-647ec9d2ef03 req-7fdf3fff-3c92-40d1-8b16-4ec137381dcf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0508044 Oct 28 08:43:31.567261 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db48c04d-eaf4-41e1-a383-647ec9d2ef03 req-4379cb99-d0e7-4e9d-acf4-384901254115 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Oct 28 08:43:32.685521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e1124-8d0a-41e9-a17d-cde54eff0b17 req-f2981b6c-6a9c-4abb-abac-1e05a76d9cbc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:32.687607 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-800e1124-8d0a-41e9-a17d-cde54eff0b17 req-f2981b6c-6a9c-4abb-abac-1e05a76d9cbc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 28 08:43:32.725639 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-800e1124-8d0a-41e9-a17d-cde54eff0b17 req-a2dfa359-9b2c-4e8f-b445-3844c8d938bf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Oct 28 08:43:32.958716 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fbc8a-f6c0-49ea-bcd7-3b201b4b9493 req-95f59729-4e3a-4f1e-bed7-fcd1aabe6c83 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:32.960102 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d51fbc8a-f6c0-49ea-bcd7-3b201b4b9493 req-95f59729-4e3a-4f1e-bed7-fcd1aabe6c83 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0503340 Oct 28 08:43:32.997278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d51fbc8a-f6c0-49ea-bcd7-3b201b4b9493 req-67d2250d-fd5d-4f3c-857c-e2887479a088 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Oct 28 08:43:33.851377 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9381f9-1afb-42fb-8360-ac0428beb092 req-72409dbf-9ef9-4ad0-9eb5-906f1f8e1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:33.852782 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ba9381f9-1afb-42fb-8360-ac0428beb092 req-72409dbf-9ef9-4ad0-9eb5-906f1f8e1cdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.0712810 Oct 28 08:43:33.864665 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccb582-e510-4659-abb0-664145fc04d4 req-2d13837f-bff9-4526-9e74-a8a11d57a846 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:33.866112 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdccb582-e510-4659-abb0-664145fc04d4 req-2d13837f-bff9-4526-9e74-a8a11d57a846 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0579224 Oct 28 08:43:33.919371 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ba9381f9-1afb-42fb-8360-ac0428beb092 req-8acf5bc8-ad61-4144-92ff-1f38dcf21920 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522513 Oct 28 08:43:33.922314 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdccb582-e510-4659-abb0-664145fc04d4 req-e55e3b98-f8da-405e-a066-3dc7c9eeee5a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500498 Oct 28 08:43:34.118073 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ff76-4952-405c-b129-27c466ef9fd5 req-23b103e7-f218-4201-adc4-a39a014fc08a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:34.119502 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d70ff76-4952-405c-b129-27c466ef9fd5 req-23b103e7-f218-4201-adc4-a39a014fc08a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Oct 28 08:43:34.158723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d70ff76-4952-405c-b129-27c466ef9fd5 req-411f64a3-e20d-4a28-91fb-25b770814398 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Oct 28 08:43:34.409623 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e663ba98-a487-4b76-8d8a-8e9f0d155ccc no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:34.432352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: e663ba98-a487-4b76-8d8a-8e9f0d155ccc {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:34.432694 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e663ba98-a487-4b76-8d8a-8e9f0d155ccc not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:35.050269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2de0-a3e7-4e60-ad4f-8a495e625e35 req-807ee504-a25a-4b24-986b-a05de9f79611 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:35.052151 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d0ac2de0-a3e7-4e60-ad4f-8a495e625e35 req-807ee504-a25a-4b24-986b-a05de9f79611 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0595415 Oct 28 08:43:35.092015 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d0ac2de0-a3e7-4e60-ad4f-8a495e625e35 req-dc0bfcd1-e3ba-4505-9865-80aa7ed8534d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339203 Oct 28 08:43:35.274733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63a3b2-5989-4ab0-94cf-9807f1bfc524 req-26ea8bd4-99df-4aab-8801-86991e601acf tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:35.276130 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab63a3b2-5989-4ab0-94cf-9807f1bfc524 req-26ea8bd4-99df-4aab-8801-86991e601acf tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Oct 28 08:43:35.316633 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab63a3b2-5989-4ab0-94cf-9807f1bfc524 req-e7fac16f-11fd-4cf2-ae85-8f337af7fc34 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Oct 28 08:43:36.207817 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d989ff-7c81-43a2-998e-d9e5a1d0605c req-b3685897-8b6f-4f6f-a29a-cf4452afd3d4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:36.209283 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9d989ff-7c81-43a2-998e-d9e5a1d0605c req-b3685897-8b6f-4f6f-a29a-cf4452afd3d4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0478742 Oct 28 08:43:36.247332 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9d989ff-7c81-43a2-998e-d9e5a1d0605c req-d945d706-1609-4be1-9a24-6d2582b37a4c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Oct 28 08:43:36.483556 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe033ae-1e71-4d4e-8b6d-9395e3b6cd7b req-8593083b-788e-4144-9cd1-aa62186d0966 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:36.485208 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4fe033ae-1e71-4d4e-8b6d-9395e3b6cd7b req-8593083b-788e-4144-9cd1-aa62186d0966 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0922377 Oct 28 08:43:36.493108 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-9d2663b2-107d-4a7c-b48d-56141bc11f1f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:36.494528 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-9d2663b2-107d-4a7c-b48d-56141bc11f1f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 945 time: 0.0698524 Oct 28 08:43:36.563571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4fe033ae-1e71-4d4e-8b6d-9395e3b6cd7b req-07f304f4-9d3b-4dfb-860b-6a1586503c4f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Oct 28 08:43:36.613065 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Deleting port 959d849c-17d9-4e15-b426-749af75d8b93 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:36.613334 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:36.707204 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] For port 959d849c-17d9-4e15-b426-749af75d8b93, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=959d849c-17d9-4e15-b426-749af75d8b93,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:36.708036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:36.723007 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Calling delete_port for 959d849c-17d9-4e15-b426-749af75d8b93 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:37.051579 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:37.064113 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768', '24e2f8e1-d18e-4de5-8def-21249af05cd2', '959d849c-17d9-4e15-b426-749af75d8b93'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:37.082394 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event deleted for resources: {'Port': ['ID=959d849c-17d9-4e15-b426-749af75d8b93,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:37.130865 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] No DVR routers for this DVR port 959d849c-17d9-4e15-b426-749af75d8b93 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:37.133411 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:37.136704 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7e25652-7c0a-401e-a380-f7e1df5b9afe req-cc82c42a-7125-410b-ae19-ae81cc3dd101 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "DELETE /v2.0/ports/959d849c-17d9-4e15-b426-749af75d8b93 HTTP/1.1" status: 204 len: 173 time: 0.6339116 Oct 28 08:43:37.137165 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'name': 'network-vif-deleted', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:37.139423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a0567-488b-4440-8c50-a4db802352c4" -d '{"events": [{"server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "name": "network-vif-deleted", "tag": "959d849c-17d9-4e15-b426-749af75d8b93"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:37.177298 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9a3a1-0c51-4138-b88e-84bc4fd8d7f4 x-openstack-request-id: req-80c9a3a1-0c51-4138-b88e-84bc4fd8d7f4 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:37.177593 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174ae5e4-f21b-4141-88bf-98e7d5efb161", "name": "network-vif-deleted", "tag": "959d849c-17d9-4e15-b426-749af75d8b93", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:37.177847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80c9a3a1-0c51-4138-b88e-84bc4fd8d7f4 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:37.178237 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174ae5e4-f21b-4141-88bf-98e7d5efb161', 'name': 'network-vif-deleted', 'tag': '959d849c-17d9-4e15-b426-749af75d8b93', 'status': 'completed', 'code': 200} Oct 28 08:43:37.368780 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8a938-952c-4978-8909-43dec40f692f req-f0bd4e16-ff30-4392-9f03-aa05cf3a3d80 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:37.370148 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7db8a938-952c-4978-8909-43dec40f692f req-f0bd4e16-ff30-4392-9f03-aa05cf3a3d80 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0486174 Oct 28 08:43:37.407691 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7db8a938-952c-4978-8909-43dec40f692f req-5071d48b-f937-4b4c-9d28-cd07fcfc4d9f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Oct 28 08:43:37.724891 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ba3816a8-1806-48f2-b4aa-12e3d02f66c8 req-be387f5d-4b1f-419e-b43d-7d548cd24390 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=174ae5e4-f21b-4141-88bf-98e7d5efb161 HTTP/1.1" status: 200 len: 210 time: 0.0303767 Oct 28 08:43:37.734797 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6682-6402-435b-b113-57c5d930d757 req-7f6be6bb-556a-4dcb-8699-844f78c50394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:37.737586 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-7f6be6bb-556a-4dcb-8699-844f78c50394 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=241b556f8519472bb4fbe40400334a65&device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 1099 time: 0.0681598 Oct 28 08:43:37.871603 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e35f07-71f9-4348-b11d-c9ba08feddfd req-5620cbfc-f085-4030-9d90-857770c79ee7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:37.872991 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92e35f07-71f9-4348-b11d-c9ba08feddfd req-5620cbfc-f085-4030-9d90-857770c79ee7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0703993 Oct 28 08:43:37.892428 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6682-6402-435b-b113-57c5d930d757 req-c63989d0-3558-4d3d-85f1-9f0c5548aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:37.893896 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-c63989d0-3558-4d3d-85f1-9f0c5548aa25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 200 len: 919 time: 0.1451454 Oct 28 08:43:37.943086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-75f6de46-9cf6-48b9-bef1-3b2d4c17bcc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 200 len: 217 time: 0.0411701 Oct 28 08:43:37.963805 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92e35f07-71f9-4348-b11d-c9ba08feddfd req-7640b0f4-ffad-44f4-9879-0d033f3f7f1d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818248 Oct 28 08:43:37.998922 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e6682-6402-435b-b113-57c5d930d757 req-b53e1223-0644-46c7-9a3c-a7096c075b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:38.000409 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-b53e1223-0644-46c7-9a3c-a7096c075b17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 200 len: 858 time: 0.0494995 Oct 28 08:43:38.031010 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-61ab28d1-1b20-483e-8808-e43bf4b1191b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a6961ac-87c8-49d5-9235-d489fd741dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236092 Oct 28 08:43:38.126460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-7b519418-4e25-4a5a-b9aa-ea6fd627a575 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886033 Oct 28 08:43:38.221996 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-424e6682-6402-435b-b113-57c5d930d757 req-f95ccfad-c703-458e-872d-e3d3e6c24328 service neutron] 10.222.0.70 "GET /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856895 Oct 28 08:43:39.038695 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277131e-3754-4ad9-8d33-180c10005774 req-20027554-d05a-4d58-bebc-77780ab4b4e9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:39.040230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f277131e-3754-4ad9-8d33-180c10005774 req-20027554-d05a-4d58-bebc-77780ab4b4e9 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.0574672 Oct 28 08:43:39.109185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f277131e-3754-4ad9-8d33-180c10005774 req-f59aa181-b4a6-4c60-b455-ce4bdc1efb7b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590553 Oct 28 08:43:39.117127 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39895c1-716e-49ab-a171-22fd727b5aad req-8807ffc0-ac10-43fc-a0d8-26c269099c66 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:39.118600 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b39895c1-716e-49ab-a171-22fd727b5aad req-8807ffc0-ac10-43fc-a0d8-26c269099c66 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0774667 Oct 28 08:43:39.157057 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b39895c1-716e-49ab-a171-22fd727b5aad req-18a968f1-04dc-4ed3-b139-e2d705b7e15f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Oct 28 08:43:40.230115 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f5294-883c-4fa4-bb03-4b00ffe49144 req-efd51128-067c-419e-bd55-f896e24e7c3a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:40.231614 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-847f5294-883c-4fa4-bb03-4b00ffe49144 req-efd51128-067c-419e-bd55-f896e24e7c3a tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Oct 28 08:43:40.301775 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-847f5294-883c-4fa4-bb03-4b00ffe49144 req-579d08c4-2f26-44db-81a5-763aaaf6fca0 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Oct 28 08:43:40.310243 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a31b88-cac2-4bc6-84e6-bbbdbf3e71e0 req-836b906b-535c-4fac-9c24-b3699653a2a0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:40.311678 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f7a31b88-cac2-4bc6-84e6-bbbdbf3e71e0 req-836b906b-535c-4fac-9c24-b3699653a2a0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0790555 Oct 28 08:43:40.351752 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f7a31b88-cac2-4bc6-84e6-bbbdbf3e71e0 req-1e7619e9-07eb-44cb-ac60-d7282b70c7da tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Oct 28 08:43:40.457755 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 959d849c-17d9-4e15-b426-749af75d8b93 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:40.478018 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 959d849c-17d9-4e15-b426-749af75d8b93 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:40.478365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 959d849c-17d9-4e15-b426-749af75d8b93 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:41.420055 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7554-f474-43fd-9a01-1176b5246ebd req-1f99c7d9-4690-4d5f-8da9-3076c1a5843b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:41.421575 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ffe7554-f474-43fd-9a01-1176b5246ebd req-1f99c7d9-4690-4d5f-8da9-3076c1a5843b tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.0504656 Oct 28 08:43:41.495062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13091019-95f1-4075-9644-058a7a6da279 req-76a5836b-d384-4231-aff8-331c3307889a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:41.496542 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13091019-95f1-4075-9644-058a7a6da279 req-76a5836b-d384-4231-aff8-331c3307889a tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0738871 Oct 28 08:43:41.499243 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ffe7554-f474-43fd-9a01-1176b5246ebd req-678bd3e4-4d3d-4a08-b4a3-8301475361a5 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684240 Oct 28 08:43:41.536654 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13091019-95f1-4075-9644-058a7a6da279 req-df2f3621-4048-418e-8f39-5874640d8471 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Oct 28 08:43:41.755272 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-38fb3564-a5ec-4c1d-80cc-04acce02c4b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:41.756791 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-38fb3564-a5ec-4c1d-80cc-04acce02c4b1 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Oct 28 08:43:41.852371 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Deleting port 24e2f8e1-d18e-4de5-8def-21249af05cd2 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:41.852714 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:41.949041 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] For port 24e2f8e1-d18e-4de5-8def-21249af05cd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=24e2f8e1-d18e-4de5-8def-21249af05cd2,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:41.949413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:41.962872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Calling delete_port for 24e2f8e1-d18e-4de5-8def-21249af05cd2 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:42.031424 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-cff9246b-3fc2-4615-a3bd-8c884e7d1302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:42.098916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:42.111874 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768', '24e2f8e1-d18e-4de5-8def-21249af05cd2'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:42.128619 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event deleted for resources: {'Port': ['ID=24e2f8e1-d18e-4de5-8def-21249af05cd2,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:42.176922 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] No DVR routers for this DVR port 24e2f8e1-d18e-4de5-8def-21249af05cd2 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:42.180454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:42.185306 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-764613b6-bf94-4ab0-9119-a007f9f4113d req-79881e33-5981-45df-ba9b-4435f7eeaefa tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "DELETE /v2.0/ports/24e2f8e1-d18e-4de5-8def-21249af05cd2 HTTP/1.1" status: 204 len: 173 time: 0.4223332 Oct 28 08:43:42.185795 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'name': 'network-vif-deleted', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:42.188939 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc13d1b-c830-470a-aefb-8c4b7bc33316" -d '{"events": [{"server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "name": "network-vif-deleted", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:42.271677 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a0dcdf-4bf5-4abb-993e-12a4f2f79b99 x-openstack-request-id: req-d0a0dcdf-4bf5-4abb-993e-12a4f2f79b99 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:42.271977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047748f3-80f4-4fd5-a32a-18bf0a4a6e32", "name": "network-vif-deleted", "tag": "24e2f8e1-d18e-4de5-8def-21249af05cd2", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:42.272235 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0a0dcdf-4bf5-4abb-993e-12a4f2f79b99 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:42.272667 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047748f3-80f4-4fd5-a32a-18bf0a4a6e32', 'name': 'network-vif-deleted', 'tag': '24e2f8e1-d18e-4de5-8def-21249af05cd2', 'status': 'completed', 'code': 200} Oct 28 08:43:42.614515 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d480ff5a-aa9f-4b19-abf6-a6e37000369e req-89110994-aebc-441a-a80d-2af1a4a03f7f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=047748f3-80f4-4fd5-a32a-18bf0a4a6e32 HTTP/1.1" status: 200 len: 210 time: 0.0322773 Oct 28 08:43:42.661600 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d6193-4b04-4400-a783-16f94f9cb18f req-84289037-b2ad-407d-b162-b83dc1774d01 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:42.663106 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-386d6193-4b04-4400-a783-16f94f9cb18f req-84289037-b2ad-407d-b162-b83dc1774d01 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0509884 Oct 28 08:43:42.702003 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-386d6193-4b04-4400-a783-16f94f9cb18f req-a87aed9b-7019-4b9b-8f66-8c151feb9762 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Oct 28 08:43:43.048494 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:43:43.834413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13208b98-556f-4056-82e1-dbaba22d1264 req-703cd1dc-2216-4c6f-bfe0-f9f8279c4bc9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:43.835987 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13208b98-556f-4056-82e1-dbaba22d1264 req-703cd1dc-2216-4c6f-bfe0-f9f8279c4bc9 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0496962 Oct 28 08:43:43.874490 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-13208b98-556f-4056-82e1-dbaba22d1264 req-a3c79112-40b3-4080-8858-0bfe70e5afa7 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Oct 28 08:43:44.817638 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fdeed33e-4f71-4d5a-be64-198cf5d71b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.014676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5803d-865c-4fc0-bb24-ae1171f96adb req-d9417c57-ab08-42df-af24-051f5c912164 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:45.017362 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94a5803d-865c-4fc0-bb24-ae1171f96adb req-d9417c57-ab08-42df-af24-051f5c912164 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0512795 Oct 28 08:43:45.060490 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94a5803d-865c-4fc0-bb24-ae1171f96adb req-6605279d-d715-4c5e-b5dd-8c7df2a92bb4 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375111 Oct 28 08:43:45.705187 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:45.900082 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:46.182617 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36597d8c-f943-408e-b4a6-4ec794d0ecf9 req-c043b689-e3f7-48cf-91f6-bd90e2b91889 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:46.184044 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-36597d8c-f943-408e-b4a6-4ec794d0ecf9 req-c043b689-e3f7-48cf-91f6-bd90e2b91889 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0505276 Oct 28 08:43:46.222039 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-36597d8c-f943-408e-b4a6-4ec794d0ecf9 req-d603a814-de1f-446f-8767-dbe1dc15362e tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Oct 28 08:43:47.303006 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:47.513996 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 24e2f8e1-d18e-4de5-8def-21249af05cd2 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:47.536201 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 24e2f8e1-d18e-4de5-8def-21249af05cd2 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:47.536538 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 24e2f8e1-d18e-4de5-8def-21249af05cd2 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:50.353870 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1346bc-6687-4712-a319-497a4c2d7a61 req-c13c6330-304a-4ab0-a786-ed4c43d0020f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:50.355392 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a1346bc-6687-4712-a319-497a4c2d7a61 req-c13c6330-304a-4ab0-a786-ed4c43d0020f tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0514734 Oct 28 08:43:50.394932 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4a1346bc-6687-4712-a319-497a4c2d7a61 req-f4e78191-7193-4a47-8a8d-af15bccfb803 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329573 Oct 28 08:43:51.535042 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cd1eb-bac1-45ad-b707-0d7eab94c45e req-89e333d3-c2f2-4711-8d79-a03aad84cfc8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:51.536645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b79cd1eb-bac1-45ad-b707-0d7eab94c45e req-89e333d3-c2f2-4711-8d79-a03aad84cfc8 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0522826 Oct 28 08:43:51.585086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b79cd1eb-bac1-45ad-b707-0d7eab94c45e req-d2a8b1ef-6641-44ac-a060-e7e1f223b701 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/security-groups?id=4d681b77-2ae0-4fef-9160-95ca3add7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Oct 28 08:43:52.048148 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-cf80aaf5-0c66-497c-8aad-b59809543241 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:52.049508 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-cf80aaf5-0c66-497c-8aad-b59809543241 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 945 time: 0.0492537 Oct 28 08:43:52.155592 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Deleting port 64609431-9691-46a8-a89b-e479eb357768 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:52.155926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.256112 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] For port 64609431-9691-46a8-a89b-e479eb357768, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=64609431-9691-46a8-a89b-e479eb357768,segment=NetworkSegment(082ccaaa-3eb1-4fea-b1f8-4f18f335e46c),segment_id=082ccaaa-3eb1-4fea-b1f8-4f18f335e46c)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:52.256471 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.268807 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Calling delete_port for 64609431-9691-46a8-a89b-e479eb357768 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:52.395100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.407846 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['64609431-9691-46a8-a89b-e479eb357768'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:52.425357 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Pushing event deleted for resources: {'Port': ['ID=64609431-9691-46a8-a89b-e479eb357768,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:52.468301 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] No DVR routers for this DVR port 64609431-9691-46a8-a89b-e479eb357768 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:52.472359 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:52.475727 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56aba17c-c9bb-4e49-a153-cf7e03e7fe86 req-94b578b7-acad-404a-be2e-b0e5ed570386 tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.70 "DELETE /v2.0/ports/64609431-9691-46a8-a89b-e479eb357768 HTTP/1.1" status: 204 len: 173 time: 0.4191184 Oct 28 08:43:52.476418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'name': 'network-vif-deleted', 'tag': '64609431-9691-46a8-a89b-e479eb357768'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:52.480186 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2387c6-06f9-4762-aea0-357408a41410" -d '{"events": [{"server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "name": "network-vif-deleted", "tag": "64609431-9691-46a8-a89b-e479eb357768"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:52.542385 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69670b42-0257-4afc-a4c7-822deb5d6056 x-openstack-request-id: req-69670b42-0257-4afc-a4c7-822deb5d6056 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:52.543048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3127fb3d-04bf-4ef2-b534-cd6fd65f614f", "name": "network-vif-deleted", "tag": "64609431-9691-46a8-a89b-e479eb357768", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:52.543048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69670b42-0257-4afc-a4c7-822deb5d6056 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:52.543331 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3127fb3d-04bf-4ef2-b534-cd6fd65f614f', 'name': 'network-vif-deleted', 'tag': '64609431-9691-46a8-a89b-e479eb357768', 'status': 'completed', 'code': 200} Oct 28 08:43:52.692211 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-07d97f7c-4868-4b04-bfd6-327de24358ba req-7a64dce9-aea3-493b-8d1b-ad810ea89bfd tempest-AttachVolumeNegativeTest-1502508043 tempest-AttachVolumeNegativeTest-1502508043-project] 10.222.0.76 "GET /v2.0/ports?device_id=3127fb3d-04bf-4ef2-b534-cd6fd65f614f HTTP/1.1" status: 200 len: 210 time: 0.0261643 Oct 28 08:43:53.749168 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53702) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:53.797558 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Deleting subnet 9eb87086-c866-4403-97f9-afd45403d009 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:43:53.800833 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.836265 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.877463 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.933005 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.964930 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb87086-c866-4403-97f9-afd45403d009,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:53.966927 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:53.971248 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4fdab9f3-3ac4-494a-8988-649fb73260ff admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9eb87086-c866-4403-97f9-afd45403d009 HTTP/1.1" status: 204 len: 168 time: 0.2201364 Oct 28 08:43:53.973842 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53708) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:54.040522 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.121099 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.141105 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa97c96-d90c-4541-963c-2b8ac01daede']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:54.150254 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:54.150626 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082ccaaa-3eb1-4fea-b1f8-4f18f335e46c') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:43:54.160688 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.174342 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.180348 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:43:54.180722 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:43:54.182380 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:43:54.236377 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.246652 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.255047 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/baa97c96-d90c-4541-963c-2b8ac01daede HTTP/1.1" status: 204 len: 168 time: 0.2798603 Oct 28 08:43:54.271743 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7b1f3-7376-4e01-bc31-9a8b22ef54b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa97c96-d90c-4541-963c-2b8ac01daede,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:54.426950 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53712) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:54.470353 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6972156b-9986-41d1-9b08-19281075dd7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3831003e70cf4a62afb1393fbea6654e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422165 Oct 28 08:43:54.473013 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53714) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:43:54.520760 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.541620 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.587726 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.590593 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:54.591740 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d681b77-2ae0-4fef-9160-95ca3add7b2b HTTP/1.1" status: 204 len: 168 time: 0.1178370 Oct 28 08:43:54.600532 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4667-22fe-43b0-8bdf-c3cdfe60486f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d681b77-2ae0-4fef-9160-95ca3add7b2b,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:55.106625 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f151a2-71eb-4182-855f-e486ea2fa38e req-986a4f04-3f3e-469c-86ed-401ed5d5b836 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:55.108144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5f151a2-71eb-4182-855f-e486ea2fa38e req-986a4f04-3f3e-469c-86ed-401ed5d5b836 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0561497 Oct 28 08:43:55.149308 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5f151a2-71eb-4182-855f-e486ea2fa38e req-1107d148-8cd3-4c90-8000-2eb83637b1e8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Oct 28 08:43:56.268796 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee623a2-4ca4-45b5-8f6a-1aa82a6e689b req-83484ee7-7bc6-4d69-8955-80c795b0a2c4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:56.270265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ee623a2-4ca4-45b5-8f6a-1aa82a6e689b req-83484ee7-7bc6-4d69-8955-80c795b0a2c4 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Oct 28 08:43:56.308510 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ee623a2-4ca4-45b5-8f6a-1aa82a6e689b req-469e7b30-2f42-436b-bd8d-5e0ed2c3e201 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Oct 28 08:43:56.635681 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 64609431-9691-46a8-a89b-e479eb357768 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:43:56.656411 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 64609431-9691-46a8-a89b-e479eb357768 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:43:56.656598 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 64609431-9691-46a8-a89b-e479eb357768 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:43:57.431512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630a6eb-eda7-4067-a21d-aad3923e5063 req-fda0ad25-7c4e-46d2-afa0-7fb9ca4cb313 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:57.433214 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f630a6eb-eda7-4067-a21d-aad3923e5063 req-fda0ad25-7c4e-46d2-afa0-7fb9ca4cb313 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Oct 28 08:43:57.473249 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f630a6eb-eda7-4067-a21d-aad3923e5063 req-e171f03e-98e7-4e61-a907-823e9654b0a6 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Oct 28 08:43:58.133935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-a71ebca0-285d-45bc-be80-202f5daf55f0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:58.135458 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-a71ebca0-285d-45bc-be80-202f5daf55f0 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 945 time: 0.0549300 Oct 28 08:43:58.231420 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Deleting port e8d31af7-741e-4880-988e-5bfcf3a45f01 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:43:58.231761 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:58.324354 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] For port e8d31af7-741e-4880-988e-5bfcf3a45f01, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=e8d31af7-741e-4880-988e-5bfcf3a45f01,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:43:58.324723 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:58.337694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Calling delete_port for e8d31af7-741e-4880-988e-5bfcf3a45f01 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:43:58.472271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:58.488325 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['62e8969b-1684-48c9-a697-1e36b8bae48e', 'e8d31af7-741e-4880-988e-5bfcf3a45f01'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:43:58.506868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Pushing event deleted for resources: {'Port': ['ID=e8d31af7-741e-4880-988e-5bfcf3a45f01,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:43:58.552210 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] No DVR routers for this DVR port e8d31af7-741e-4880-988e-5bfcf3a45f01 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:43:58.555676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:43:58.559393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-88cfd93f-014e-4370-84e1-d1639d5e898a req-6eb059ee-d58c-4c5a-aa6a-bf0355edb933 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "DELETE /v2.0/ports/e8d31af7-741e-4880-988e-5bfcf3a45f01 HTTP/1.1" status: 204 len: 173 time: 0.4144521 Oct 28 08:43:58.559958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'name': 'network-vif-deleted', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:43:58.562149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079efa28-10e6-40a8-b096-c648a2bc3768" -d '{"events": [{"server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "name": "network-vif-deleted", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:43:58.596128 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-687654be-8dc7-491d-9020-d71de173fc43 req-a0fe92fc-58ff-43ea-9833-a499cefaa69d tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=fecc28dc-ead2-481a-a3a5-7b5702510113 HTTP/1.1" status: 200 len: 210 time: 0.0296934 Oct 28 08:43:58.618465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd1def2-8a6f-4a76-9710-bb3de1de47b7 x-openstack-request-id: req-9dd1def2-8a6f-4a76-9710-bb3de1de47b7 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:43:58.619222 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecc28dc-ead2-481a-a3a5-7b5702510113", "name": "network-vif-deleted", "tag": "e8d31af7-741e-4880-988e-5bfcf3a45f01", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:43:58.619624 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9dd1def2-8a6f-4a76-9710-bb3de1de47b7 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:43:58.620041 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecc28dc-ead2-481a-a3a5-7b5702510113', 'name': 'network-vif-deleted', 'tag': 'e8d31af7-741e-4880-988e-5bfcf3a45f01', 'status': 'completed', 'code': 200} Oct 28 08:43:59.883481 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02455326-dae2-4074-8607-6a11fdd331f3 req-fb1d9377-a399-44f2-9227-400b59980e8e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:43:59.884858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02455326-dae2-4074-8607-6a11fdd331f3 req-fb1d9377-a399-44f2-9227-400b59980e8e tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0529003 Oct 28 08:43:59.922852 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-02455326-dae2-4074-8607-6a11fdd331f3 req-744c3c04-06b9-4358-98d4-d3dfd9f4b42c tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Oct 28 08:44:00.326682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:02.192439 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b82b-6348-4dd7-8866-ab1b5d33c398 req-43882e7c-f46e-4059-8687-f9c865939212 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:02.194232 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f257b82b-6348-4dd7-8866-ab1b5d33c398 req-43882e7c-f46e-4059-8687-f9c865939212 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0517511 Oct 28 08:44:02.233804 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f257b82b-6348-4dd7-8866-ab1b5d33c398 req-c3ef1505-4bae-4fed-8b80-39f05d68fb92 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Oct 28 08:44:03.526189 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e8d31af7-741e-4880-988e-5bfcf3a45f01 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:44:03.550196 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: e8d31af7-741e-4880-988e-5bfcf3a45f01 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:44:03.550574 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device e8d31af7-741e-4880-988e-5bfcf3a45f01 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:44:03.573669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-d99689d8-264f-4c86-96ed-205301fcb865 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406508 Oct 28 08:44:03.667880 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-9c178af3-03d3-4d06-b332-6de22852be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.669368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-9c178af3-03d3-4d06-b332-6de22852be2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.0717773 Oct 28 08:44:03.681545 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0d5ad-ca92-4579-9a62-4a6a226acba8 req-d3ae502e-704d-44f0-a34e-08d142fd5f73 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.683020 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52f0d5ad-ca92-4579-9a62-4a6a226acba8 req-d3ae502e-704d-44f0-a34e-08d142fd5f73 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0751331 Oct 28 08:44:03.769928 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52f0d5ad-ca92-4579-9a62-4a6a226acba8 req-b267eed6-6016-4139-aaa6-15f8658968e5 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805767 Oct 28 08:44:03.801946 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-ca411659-426f-4e96-a09c-c61f7e8f55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.803564 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-ca411659-426f-4e96-a09c-c61f7e8f55d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.1082687 Oct 28 08:44:03.868889 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-8b0923b9-3cfa-4d7f-ad6e-1c411d35a223 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1000 time: 0.0575809 Oct 28 08:44:03.918787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-e18e15e5-7890-46c7-bee9-58013c362e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.920309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-e18e15e5-7890-46c7-bee9-58013c362e19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0438340 Oct 28 08:44:03.972734 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-1d43f0df-6dd3-44d6-bc90-b9093bfdb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:03.974368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-1d43f0df-6dd3-44d6-bc90-b9093bfdb514 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463254 Oct 28 08:44:04.066703 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-84534763-0705-4f39-b66e-694dfeeed168 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828884 Oct 28 08:44:04.162848 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa9ba231-7b53-40e9-8a49-4ed2c7e3d974 req-8a807b67-dbbb-463c-825d-22475eab9187 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Oct 28 08:44:04.890524 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02ff02-ce98-4e80-957a-b7494fb005d8 req-674fc1ad-15b4-4a05-8fde-09a684d98f00 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:04.891949 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5d02ff02-ce98-4e80-957a-b7494fb005d8 req-674fc1ad-15b4-4a05-8fde-09a684d98f00 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0490327 Oct 28 08:44:04.929755 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5d02ff02-ce98-4e80-957a-b7494fb005d8 req-0fac7e95-8b17-4841-92ce-8c1e3823cfdf tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Oct 28 08:44:06.051416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd891-e5ba-49a3-9fdd-1b446fbf9df1 req-6db6f59f-1cf1-478d-b38f-f73f1934aff8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:06.053668 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b8cd891-e5ba-49a3-9fdd-1b446fbf9df1 req-6db6f59f-1cf1-478d-b38f-f73f1934aff8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0495219 Oct 28 08:44:06.104064 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b8cd891-e5ba-49a3-9fdd-1b446fbf9df1 req-bc1b8ff6-2946-4d32-a868-38a0e712906f tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Oct 28 08:44:07.229873 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf2d88-6266-473a-b660-a01816401f90 req-ea72bda3-3bc0-4743-a4c3-d4074da59cde tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:07.231384 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-11cf2d88-6266-473a-b660-a01816401f90 req-ea72bda3-3bc0-4743-a4c3-d4074da59cde tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0547431 Oct 28 08:44:07.270759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-11cf2d88-6266-473a-b660-a01816401f90 req-6f419605-bd20-4f5c-b687-059998af1a10 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324161 Oct 28 08:44:08.394300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3cf92-175b-4a6b-9615-8e33e3f11441 req-9b9e3698-6d4f-472c-94e2-3ed8a705da02 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.395895 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-04d3cf92-175b-4a6b-9615-8e33e3f11441 req-9b9e3698-6d4f-472c-94e2-3ed8a705da02 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0529103 Oct 28 08:44:08.436599 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-04d3cf92-175b-4a6b-9615-8e33e3f11441 req-368be97b-3d71-4490-9d2b-e8ad0151e6fc tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/security-groups?id=62ac106d-fe4c-4305-86b5-fbf9bec6f74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Oct 28 08:44:08.794061 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-bcb5b711-55fb-4af8-868e-497242dda70b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:08.795569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-bcb5b711-55fb-4af8-868e-497242dda70b tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 946 time: 0.0501428 Oct 28 08:44:08.926697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Deleting port 62e8969b-1684-48c9-a697-1e36b8bae48e {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:44:08.927254 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:09.036812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] For port 62e8969b-1684-48c9-a697-1e36b8bae48e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=62e8969b-1684-48c9-a697-1e36b8bae48e,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:09.037169 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:09.054657 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Calling delete_port for 62e8969b-1684-48c9-a697-1e36b8bae48e owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:44:09.189661 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:09.202076 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['62e8969b-1684-48c9-a697-1e36b8bae48e'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:44:09.218887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Pushing event deleted for resources: {'Port': ['ID=62e8969b-1684-48c9-a697-1e36b8bae48e,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:09.231654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.232002 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.232379 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.232717 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.233051 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.233384 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.233707 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.234683 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.235130 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.235660 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.236025 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.236326 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:09.274128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] No DVR routers for this DVR port 62e8969b-1684-48c9-a697-1e36b8bae48e on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:44:09.277028 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:09.280583 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e6d59468-fbe6-4281-8ac2-b9cfa111f06e req-c9c9f17d-36cf-4a7c-b25e-4d0bbd1ee820 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.70 "DELETE /v2.0/ports/62e8969b-1684-48c9-a697-1e36b8bae48e HTTP/1.1" status: 204 len: 173 time: 0.4754300 Oct 28 08:44:09.281540 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'name': 'network-vif-deleted', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:44:09.284019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa8a993-83e8-4c18-aae8-84a92f6375d1" -d '{"events": [{"server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "name": "network-vif-deleted", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:44:09.324097 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4757b-f514-4120-8b52-f8b1fdfbf564 x-openstack-request-id: req-00d4757b-f514-4120-8b52-f8b1fdfbf564 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:44:09.324417 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432ca47-c48c-4e08-8b76-0025d9ef360b", "name": "network-vif-deleted", "tag": "62e8969b-1684-48c9-a697-1e36b8bae48e", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:44:09.324673 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00d4757b-f514-4120-8b52-f8b1fdfbf564 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:44:09.325066 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432ca47-c48c-4e08-8b76-0025d9ef360b', 'name': 'network-vif-deleted', 'tag': '62e8969b-1684-48c9-a697-1e36b8bae48e', 'status': 'completed', 'code': 200} Oct 28 08:44:09.549535 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e4725e6e-bfa0-443a-86d4-b93f4021f876 req-bef6d09f-7e3d-4013-aae6-1df45d9744f8 tempest-ServerRescueNegativeTestJSON-203810950 tempest-ServerRescueNegativeTestJSON-203810950-project] 10.222.0.76 "GET /v2.0/ports?device_id=a432ca47-c48c-4e08-8b76-0025d9ef360b HTTP/1.1" status: 200 len: 210 time: 0.0269630 Oct 28 08:44:10.232176 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53988) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:10.338606 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.416366 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.419947 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.456375 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a0271a-9642-405a-8046-6d55805442b7,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:10.460265 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92830bd0e58a4eacac415bf468b5f64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271042 Oct 28 08:44:10.463149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 53992) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:10.466372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.466749 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.467099 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.467435 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.467777 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.468109 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.469170 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.469632 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.469952 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.470282 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.470914 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.471240 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de33906-ac37-436c-9d5d-d494f2b5cb1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:10.511476 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.533080 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.579802 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.582918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:10.584173 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64a0271a-9642-405a-8046-6d55805442b7 HTTP/1.1" status: 204 len: 168 time: 0.1198659 Oct 28 08:44:10.594415 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e502ecc-ec11-4b72-990d-1f55a6994fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a0271a-9642-405a-8046-6d55805442b7,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:10.617391 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 53998) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:10.931950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54014) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:11.086311 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.118213 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba642-ab0d-499c-a3e4-a3a6561a9e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.229222 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba642-ab0d-499c-a3e4-a3a6561a9e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.234039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-dc9ba642-ab0d-499c-a3e4-a3a6561a9e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.281921 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-dc9ba642-ab0d-499c-a3e4-a3a6561a9e99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6589b86360794fb3a0d39f65ceec71b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482997 Oct 28 08:44:11.282733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ba642-ab0d-499c-a3e4-a3a6561a9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ffaf0f-ae87-4bb3-b097-1dde4416ba5e,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:11.286741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54032) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:11.343505 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.366748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.416958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.420139 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.424294 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54ffaf0f-ae87-4bb3-b097-1dde4416ba5e HTTP/1.1" status: 204 len: 168 time: 0.1352723 Oct 28 08:44:11.425831 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Deleting port b58db61e-3651-4dbf-bf9d-7c7a55bba65a {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:44:11.426295 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.435555 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754f14c-3f72-4cfa-8b1f-6bf69aa3fd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ffaf0f-ae87-4bb3-b097-1dde4416ba5e,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:11.519352 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] For port b58db61e-3651-4dbf-bf9d-7c7a55bba65a, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,segment=NetworkSegment(f9a50a28-29d6-48a9-a2b0-51cf89c65767),segment_id=f9a50a28-29d6-48a9-a2b0-51cf89c65767)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:11.519829 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.533790 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Calling delete_port for b58db61e-3651-4dbf-bf9d-7c7a55bba65a owned by network:router_interface {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:44:11.762150 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:11.790288 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58db61e-3651-4dbf-bf9d-7c7a55bba65a,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:11.967823 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:12.034117 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c48b103f-ab6a-46e0-99b0-1f8e73263b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:12.195774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Router 5029411f-1a64-4fdb-a001-3743b95132d8 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:44:12.307536 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:12.314401 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-cf77a56b-d7ab-4e80-b660-10d235876160 admin admin] 10.222.0.76 "PUT /v2.0/routers/5029411f-1a64-4fdb-a001-3743b95132d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958396 Oct 28 08:44:12.317086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54078) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:12.327683 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Sync routers for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:12.345692 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:12.346381 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:43:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:12.474102 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:12.690238 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks [] for router, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:12.706815 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:44:11Z', 'revision_number': 5, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:12.714348 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 62e8969b-1684-48c9-a697-1e36b8bae48e no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:44:12.738418 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Checking router: 5029411f-1a64-4fdb-a001-3743b95132d8 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:12.752226 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 62e8969b-1684-48c9-a697-1e36b8bae48e {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:44:12.755413 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 62e8969b-1684-48c9-a697-1e36b8bae48e not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:44:12.756917 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Routers {'5029411f-1a64-4fdb-a001-3743b95132d8'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:12.757271 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:43:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5029411f-1a64-4fdb-a001-3743b95132d8'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:12.825590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:12.871071 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] Set router 5029411f-1a64-4fdb-a001-3743b95132d8 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:12.887477 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Deleting port 25af0324-f645-46be-b63d-ea8c88b5ec0b {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:44:12.888325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.021052 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] For port 25af0324-f645-46be-b63d-ea8c88b5ec0b, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=25af0324-f645-46be-b63d-ea8c88b5ec0b,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:13.021550 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.036175 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Calling delete_port for 25af0324-f645-46be-b63d-ea8c88b5ec0b owned by network:router_gateway {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:44:13.108637 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:44:11Z', 'revision_number': 5, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:13.139567 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426c905-96a3-43c9-b412-162da0e18c2c None None] The sync data for ids ['5029411f-1a64-4fdb-a001-3743b95132d8'] in dv-cinder-815659-2-iscsi is: [{'id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'name': 'tempest-ServerRescueNegativeTestJSON-453524753-router', 'tenant_id': '241b556f8519472bb4fbe40400334a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:44:11Z', 'revision_number': 5, 'project_id': '241b556f8519472bb4fbe40400334a65', 'gw_port': {'id': '25af0324-f645-46be-b63d-ea8c88b5ec0b', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5029411f-1a64-4fdb-a001-3743b95132d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:13.235373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.260843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Pushing event deleted for resources: {'Port': ['ID=25af0324-f645-46be-b63d-ea8c88b5ec0b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:13.322012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.439671 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.443058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.525176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.526093 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5029411f-1a64-4fdb-a001-3743b95132d8 {{(pid=107984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:44:13.531940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.533112 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-56fb38e5-b829-4de4-9dc0-7866d51d13bf admin admin] 10.222.0.76 "DELETE /v2.0/routers/5029411f-1a64-4fdb-a001-3743b95132d8 HTTP/1.1" status: 204 len: 168 time: 1.2150390 Oct 28 08:44:13.535768 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54100) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:13.586774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Deleting subnet ae456507-51dc-48ec-884f-ed9cafbfff00 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:44:13.590269 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.626600 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.666805 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.720158 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.745900 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae456507-51dc-48ec-884f-ed9cafbfff00,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:13.751956 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.755956 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8629f46c-d3c9-4d84-abbc-8e6aa1d30326 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ae456507-51dc-48ec-884f-ed9cafbfff00 HTTP/1.1" status: 204 len: 168 time: 0.2185717 Oct 28 08:44:13.758736 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54102) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:13.838748 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.930490 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.953641 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-640d1904-9758-4083-879b-715041957e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6961ac-87c8-49d5-9235-d489fd741dcf']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:13.964478 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-640d1904-9758-4083-879b-715041957e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a50a28-29d6-48a9-a2b0-51cf89c65767') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:13.964778 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-640d1904-9758-4083-879b-715041957e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a50a28-29d6-48a9-a2b0-51cf89c65767') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:13.975985 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.990533 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:13.996864 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:44:14.002779 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:44:14.004698 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:44:14.059398 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.064901 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.072399 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-640d1904-9758-4083-879b-715041957e06 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6a6961ac-87c8-49d5-9235-d489fd741dcf HTTP/1.1" status: 204 len: 168 time: 0.3105006 Oct 28 08:44:14.082796 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d1904-9758-4083-879b-715041957e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6961ac-87c8-49d5-9235-d489fd741dcf,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:14.266736 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54122) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:14.305387 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-59322fd0-7c0f-4962-952c-0a80adae6197 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=241b556f8519472bb4fbe40400334a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381660 Oct 28 08:44:14.307891 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54124) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:14.361280 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.597521 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.645012 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.647851 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:14.649038 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62ac106d-fe4c-4305-86b5-fbf9bec6f74a HTTP/1.1" status: 204 len: 168 time: 0.3402445 Oct 28 08:44:14.657933 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9d7a6-fd6e-4827-975d-c7a90f146d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ac106d-fe4c-4305-86b5-fbf9bec6f74a,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:14.822466 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7a66337c-685f-4713-b134-14b2f61cfd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.146721 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b58db61e-3651-4dbf-bf9d-7c7a55bba65a no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:44:15.173914 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: b58db61e-3651-4dbf-bf9d-7c7a55bba65a {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:44:15.174309 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b58db61e-3651-4dbf-bf9d-7c7a55bba65a not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:44:15.174753 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 25af0324-f645-46be-b63d-ea8c88b5ec0b no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:44:15.196311 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 25af0324-f645-46be-b63d-ea8c88b5ec0b {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:44:15.196662 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 25af0324-f645-46be-b63d-ea8c88b5ec0b not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:44:15.540121 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54168) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:15.660141 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0a61c7fd-8a9e-4f9e-b2d0-edc22760060e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.707386 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.747256 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0a61c7fd-8a9e-4f9e-b2d0-edc22760060e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.750753 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0a61c7fd-8a9e-4f9e-b2d0-edc22760060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.790755 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0a61c7fd-8a9e-4f9e-b2d0-edc22760060e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b65bf6c9a854d08ad9a2f609ff08057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494528 Oct 28 08:44:15.791880 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61c7fd-8a9e-4f9e-b2d0-edc22760060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c967736-bd85-4f7d-a202-d81a5c21188b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:15.793326 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54190) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:15.845553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.868201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.905428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.923021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.925671 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:15.926869 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c967736-bd85-4f7d-a202-d81a5c21188b HTTP/1.1" status: 204 len: 168 time: 0.1325541 Oct 28 08:44:15.934919 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a046df-3895-4b16-8fe9-26de1c143a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c967736-bd85-4f7d-a202-d81a5c21188b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.087832 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54206) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.201328 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-687a9a57-e1f3-443f-bb95-ea47885bc7f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.239924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54214) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.253279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5db9c1e9-49b3-42d8-8104-996e8e0df4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.315376 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-687a9a57-e1f3-443f-bb95-ea47885bc7f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.320174 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-687a9a57-e1f3-443f-bb95-ea47885bc7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.333021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5db9c1e9-49b3-42d8-8104-996e8e0df4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.338542 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5db9c1e9-49b3-42d8-8104-996e8e0df4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.367102 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-687a9a57-e1f3-443f-bb95-ea47885bc7f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5fff4d41b05c4901a15ac9699551c1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758045 Oct 28 08:44:16.367102 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9a57-e1f3-443f-bb95-ea47885bc7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68c8f7-a0e7-43ca-ab17-d50f86d08b0e,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.367987 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54216) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.378815 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9c1e9-49b3-42d8-8104-996e8e0df4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cebbd67-bd20-47af-be4a-15eac5ce3830,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.385958 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5db9c1e9-49b3-42d8-8104-996e8e0df4ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1dda8168c05d4f5cb706f8ccfb9a51e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449714 Oct 28 08:44:16.386177 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54218) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.473423 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.495404 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.512764 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.544348 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.545688 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54222) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.609689 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.612198 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.613364 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd68c8f7-a0e7-43ca-ab17-d50f86d08b0e HTTP/1.1" status: 204 len: 168 time: 0.2444122 Oct 28 08:44:16.617124 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.619626 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.623075 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cebbd67-bd20-47af-be4a-15eac5ce3830 HTTP/1.1" status: 204 len: 168 time: 0.2335825 Oct 28 08:44:16.626665 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2f588-a933-4d75-8abc-ffeeb070863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68c8f7-a0e7-43ca-ab17-d50f86d08b0e,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.638377 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a3538-2d2b-4b2c-a5e3-f47b00598358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cebbd67-bd20-47af-be4a-15eac5ce3830,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.674832 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-805ae764-932a-4521-a2e2-28944e7ec486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.793055 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-805ae764-932a-4521-a2e2-28944e7ec486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.799425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-805ae764-932a-4521-a2e2-28944e7ec486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.847873 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-805ae764-932a-4521-a2e2-28944e7ec486 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f5721bb891e4132873004e31ec44110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009341 Oct 28 08:44:16.850813 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54238) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:16.853301 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ae764-932a-4521-a2e2-28944e7ec486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9531cf7a-ec9c-4005-87fd-633d391c7f61,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:16.918170 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:16.944082 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:17.004201 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:17.007316 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:17.012688 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9531cf7a-ec9c-4005-87fd-633d391c7f61 HTTP/1.1" status: 204 len: 168 time: 0.1560621 Oct 28 08:44:17.018415 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693974b-0221-463d-832a-a2c15922cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9531cf7a-ec9c-4005-87fd-633d391c7f61,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:17.318893 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.129850 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54316) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:18.289559 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1034807407-network', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:18.314419 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Made reservation on behalf of 3b5a1400e6c8401a9ac7192333826fde for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:44:18.316993 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.326786 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.412754 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.417151 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.442570 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:44:18.460924 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d67502-3ec7-48f5-98e2-d9d1f3b37dae,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:18.468447 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.469512 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Added segment a8978c16-941f-4004-a896-894644ae49ac of type vlan for network b9fd429e-0719-42cd-a50a-a983af1510cd Oct 28 08:44:18.513428 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.545720 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.547785 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:18.548653 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.609157 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4776163 Oct 28 08:44:18.612806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54336) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:18.615915 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3eee5-f8ea-4eae-83f6-fe8a30fad62d admin admin] Pushing event updated for resources: {'Network': ['ID=b9fd429e-0719-42cd-a50a-a983af1510cd,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:18.621153 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Request body: {'subnet': {'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1034807407-subnet', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:18.627477 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network b9fd429e-0719-42cd-a50a-a983af1510cd details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:44:18.659371 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Made reservation on behalf of 3b5a1400e6c8401a9ac7192333826fde for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:44:18.664091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.903143 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:18.967406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8494a261-7407-42fe-9506-a42f07c0d0f2,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.007137 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Checking segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:19.007686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Network hostable DHCP agents. Network: b9fd429e-0719-42cd-a50a-a983af1510cd, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:44:19.028547 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Network b9fd429e-0719-42cd-a50a-a983af1510cd is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:44:19.041046 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, b9fd429e-0719-42cd-a50a-a983af1510cd) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:19.052663 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acb0a3a-b8cc-47a2-b24a-40d8a635cd2f None None] Network b9fd429e-0719-42cd-a50a-a983af1510cd requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:44:19.062550 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:19.063333 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.102219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-20b712cc-b194-491e-8dcb-b716a1b4bbfc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4859045 Oct 28 08:44:19.103894 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54380) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.111680 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:19.137844 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.138917 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.217177 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.263723 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-b9fd429e-0719-42cd-a50a-a983af1510cd', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:44:19.264417 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.377229 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.457341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Allocated IP 172.20.0.2 (b9fd429e-0719-42cd-a50a-a983af1510cd/8494a261-7407-42fe-9506-a42f07c0d0f2/7ccaed6a-7791-470c-af73-298ff2388ccd) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:19.591970 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54416) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.648515 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.653211 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.656206 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.680190 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.707248 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Pushing event updated for resources: {'Port': ['ID=7ccaed6a-7791-470c-af73-298ff2388ccd,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.718812 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Network b9fd429e-0719-42cd-a50a-a983af1510cd is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:19.721092 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.721636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.722137 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.722699 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.723030 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.723374 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.723710 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.724167 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.724685 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.725187 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.725672 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.726330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:19.732020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:19.735764 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:19.766573 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19770a29-d57f-4df5-b85f-f58e8a0039ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.807675 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Allocated IP 172.27.1.235 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/f7ead90f-6d86-4532-b73a-b77914f8b259) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:19.812651 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Attempting to bind port 7ccaed6a-7791-470c-af73-298ff2388ccd on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:19.813110 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Attempting to bind port 7ccaed6a-7791-470c-af73-298ff2388ccd by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:19.813789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Attempting to bind port 7ccaed6a-7791-470c-af73-298ff2388ccd on network b9fd429e-0719-42cd-a50a-a983af1510cd {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:19.819908 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:19.820290 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Checking segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:19.820699 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.821097 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Bound using segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:19.821567 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Bound port: 7ccaed6a-7791-470c-af73-298ff2388ccd, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:19.821972 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.871837 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19770a29-d57f-4df5-b85f-f58e8a0039ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.877289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19770a29-d57f-4df5-b85f-f58e8a0039ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.906142 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] For port 7ccaed6a-7791-470c-af73-298ff2388ccd, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:19.911563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] For port 7ccaed6a-7791-470c-af73-298ff2388ccd, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=7ccaed6a-7791-470c-af73-298ff2388ccd,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:19.919618 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:19.926442 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19770a29-d57f-4df5-b85f-f58e8a0039ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db91fd9-7123-4afd-987d-1188394c4649,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:19.933545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-19770a29-d57f-4df5-b85f-f58e8a0039ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=755843fce65347898570601ab03f8202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397131 Oct 28 08:44:19.934106 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54444) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:19.993145 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.005956 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49dca-5307-4aba-aab0-df6d045dd47c None None] Pushing event updated for resources: {'Port': ['ID=7ccaed6a-7791-470c-af73-298ff2388ccd,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.012720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.047903 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:20.055365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.067617 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.125580 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:20.130594 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:20.134271 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:20.142798 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.148425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.150976 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8db91fd9-7123-4afd-987d-1188394c4649 HTTP/1.1" status: 204 len: 168 time: 0.2156355 Oct 28 08:44:20.165325 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ead90f-6d86-4532-b73a-b77914f8b259,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.173325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc1e79-a9a7-4eee-becf-330edd8c7326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db91fd9-7123-4afd-987d-1188394c4649,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.515571 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.651031 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54478) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.665014 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56087e9c-2267-48da-929c-521fbe036b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.744863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.755230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56087e9c-2267-48da-929c-521fbe036b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.764627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-56087e9c-2267-48da-929c-521fbe036b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.806029 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-56087e9c-2267-48da-929c-521fbe036b81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f44cf27053ee41a08c6b9af77887b682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535473 Oct 28 08:44:20.810686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54482) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.821253 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54484) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:20.835603 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087e9c-2267-48da-929c-521fbe036b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1574bd3d-579b-45ca-88dd-4c792aafa2cc,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:20.877811 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.911692 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.912722 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:44:20.973088 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.976781 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:20.980952 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1574bd3d-579b-45ca-88dd-4c792aafa2cc HTTP/1.1" status: 204 len: 168 time: 0.1666853 Oct 28 08:44:20.989542 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa94a6-7197-4dee-bd26-0808abd3322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1574bd3d-579b-45ca-88dd-4c792aafa2cc,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:21.037435 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-043ba709-ac28-403d-8901-4752f6926820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.081047 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:21.101513 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Sync routers for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:21.111784 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.115886 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-3197ffe5-eeeb-4f66-9487-00176dd86a92 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0106075 Oct 28 08:44:21.116556 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54490) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:21.118563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:21.119365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:21.175181 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-043ba709-ac28-403d-8901-4752f6926820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.179855 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-043ba709-ac28-403d-8901-4752f6926820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.225961 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ba709-ac28-403d-8901-4752f6926820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49619691-a68c-47c8-b51e-0af7e876d4df,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:21.234370 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54494) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:21.234838 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-043ba709-ac28-403d-8901-4752f6926820 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d18bfb2d18b442269417cd4a1ed0a220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122331 Oct 28 08:44:21.291271 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 7ccaed6a-7791-470c-af73-298ff2388ccd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:21.329468 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.422352 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.474122 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0a60c-35b8-4d9e-bcc3-33a0cea6f1ed None None] Network b9fd429e-0719-42cd-a50a-a983af1510cd requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:44:21.545427 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:21.572376 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.575039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.578635 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49619691-a68c-47c8-b51e-0af7e876d4df HTTP/1.1" status: 204 len: 168 time: 0.3411465 Oct 28 08:44:21.596012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713620-6c5b-44b3-8657-d80a8728318e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49619691-a68c-47c8-b51e-0af7e876d4df,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:21.669836 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] Provisioning complete for port 7ccaed6a-7791-470c-af73-298ff2388ccd triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:21.670204 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.769804 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.794853 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 7ccaed6a-7791-470c-af73-298ff2388ccd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:21.795241 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.943200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Allocated IP 172.20.0.1 (b9fd429e-0719-42cd-a50a-a983af1510cd/8494a261-7407-42fe-9506-a42f07c0d0f2/32f55d28-e8d1-4ae9-89ff-d1d691f6a068) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:21.946930 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.951753 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:21.995015 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] For port 7ccaed6a-7791-470c-af73-298ff2388ccd, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=7ccaed6a-7791-470c-af73-298ff2388ccd,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:22.007510 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.061645 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.135385 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54526) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:22.137329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.158841 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3228-f352-4b33-a835-f801ba0686d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.169042 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:44:22.169592 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG oslo_db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:44:22.177004 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee426-1f3f-492e-a37a-1ecf35fffc1c None None] Pushing event updated for resources: {'Port': ['ID=7ccaed6a-7791-470c-af73-298ff2388ccd,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:22.183403 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Network b9fd429e-0719-42cd-a50a-a983af1510cd is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:22.187320 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:22.191808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:22.197573 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Pushing event updated for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:22.212163 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:20Z', 'revision_number': 3, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:22.243590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.268967 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Checking router: 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:22.268967 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Updating router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 port f7ead90f-6d86-4532-b73a-b77914f8b259 binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:44:22.298294 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.337382 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3228-f352-4b33-a835-f801ba0686d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.344220 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ca8f3228-f352-4b33-a835-f801ba0686d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.394320 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ca8f3228-f352-4b33-a835-f801ba0686d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a5013e14f194a8a877a64186c375841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579181 Oct 28 08:44:22.399281 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54530) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:22.411996 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.453898 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f3228-f352-4b33-a835-f801ba0686d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbab826-1308-4fd1-916f-3f18840672fd,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:22.502072 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.551328 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54536) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:22.582355 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.606864 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-6069d8ab-fb6a-4e1d-bcb9-fb837f1d885a None None] Provisioning complete for port 7ccaed6a-7791-470c-af73-298ff2388ccd triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:22.607246 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6069d8ab-fb6a-4e1d-bcb9-fb837f1d885a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.684413 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.688369 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.689558 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4fbab826-1308-4fd1-916f-3f18840672fd HTTP/1.1" status: 204 len: 168 time: 0.2893574 Oct 28 08:44:22.698869 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5368f-c789-47aa-b274-5c11c9a307a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbab826-1308-4fd1-916f-3f18840672fd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:22.798978 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4be0f952-f590-44b4-889b-27c650c64209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.840431 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-6069d8ab-fb6a-4e1d-bcb9-fb837f1d885a None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:22.840820 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6069d8ab-fb6a-4e1d-bcb9-fb837f1d885a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.920003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-6069d8ab-fb6a-4e1d-bcb9-fb837f1d885a None None] Port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:22.932162 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.937912 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.940126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.945925 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.946130 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4be0f952-f590-44b4-889b-27c650c64209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:22.953336 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4be0f952-f590-44b4-889b-27c650c64209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.006137 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4be0f952-f590-44b4-889b-27c650c64209 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=79aac25b1dae45b7a993746289e7fda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514041 Oct 28 08:44:23.006137 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0f952-f590-44b4-889b-27c650c64209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a801b-0ba6-4975-985a-a3a44ec7b5b1,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.006436 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Attempting to bind port f7ead90f-6d86-4532-b73a-b77914f8b259 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:23.006436 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Attempting to bind port f7ead90f-6d86-4532-b73a-b77914f8b259 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:23.006934 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Attempting to bind port f7ead90f-6d86-4532-b73a-b77914f8b259 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:23.008053 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54544) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:23.017845 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:23.018300 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:23.018857 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.019472 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:23.020072 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Bound port: f7ead90f-6d86-4532-b73a-b77914f8b259, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:23.020797 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.021308 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Pushing event updated for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.025305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.072164 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c92b9-2d38-4b90-9f1c-f2689c45972e None None] Pushing event updated for resources: {'Port': ['ID=f7ead90f-6d86-4532-b73a-b77914f8b259,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.087755 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.096923 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-cfa67684-e772-4d68-a3c7-0c89445c9ea2 None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:23.101727 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-cfa67684-e772-4d68-a3c7-0c89445c9ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.122107 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.148789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Network b9fd429e-0719-42cd-a50a-a983af1510cd is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:23.150639 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:23.186249 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-cfa67684-e772-4d68-a3c7-0c89445c9ea2 None None] Port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:23.194432 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] For port f7ead90f-6d86-4532-b73a-b77914f8b259, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:23.207599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] For port f7ead90f-6d86-4532-b73a-b77914f8b259, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=f7ead90f-6d86-4532-b73a-b77914f8b259,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:23.214311 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.216186 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 7ccaed6a-7791-470c-af73-298ff2388ccd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:23.217604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.219570 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/441a801b-0ba6-4975-985a-a3a44ec7b5b1 HTTP/1.1" status: 204 len: 168 time: 0.2098241 Oct 28 08:44:23.245255 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e42ac-2c3d-451f-9499-3528a0773eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a801b-0ba6-4975-985a-a3a44ec7b5b1,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.273821 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.399957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:44:23.431927 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:23.432578 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:23.541325 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c92b9-2d38-4b90-9f1c-f2689c45972e None None] Pushing event updated for resources: {'Port': ['ID=f7ead90f-6d86-4532-b73a-b77914f8b259,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:23.576479 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-280bd0d1-3069-460c-ba8b-94831dd9472d None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:23.576860 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-280bd0d1-3069-460c-ba8b-94831dd9472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.577046 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:23.585100 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1b280969-5f6a-4378-a157-0daf52d20a5a admin admin] 10.222.0.76 "PUT /v2.0/routers/18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674518 Oct 28 08:44:23.616523 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 7ccaed6a-7791-470c-af73-298ff2388ccd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:23.616971 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:23.670399 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-280bd0d1-3069-460c-ba8b-94831dd9472d None None] Port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:23.676798 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:24.167013 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 2, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:24.218989 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf0a6b-774c-47d7-a29e-aee46440b6fa None None] The sync data for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi is: [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 2, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:24.908995 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54616) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:24.920317 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-483526328-network', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:24.984950 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Made reservation on behalf of 0071d1b0afe94143ad5ba7328569708e for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:44:24.992120 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.017339 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.195804 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.204702 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.241520 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:44:25.264432 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16edc7d3-1fe0-42d3-91fc-41868487286d,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:25.269946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.270316 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Added segment 8f56dd26-7574-49f0-bcd0-b4b4e214b1d5 of type vlan for network b36ef1af-5c73-4b40-9622-abda16e2cb41 Oct 28 08:44:25.349179 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.394657 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.395668 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:25.396277 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.467118 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5561714 Oct 28 08:44:25.472405 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54630) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:25.477697 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Request body: {'subnet': {'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-483526328-subnet', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'ip_version': 4}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:25.482465 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae380a8-1a89-4235-913f-d56617b0c69a admin admin] Pushing event updated for resources: {'Network': ['ID=b36ef1af-5c73-4b40-9622-abda16e2cb41,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:25.496152 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:44:25.527372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Made reservation on behalf of 0071d1b0afe94143ad5ba7328569708e for: {'subnet': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:44:25.532846 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9133599'] for subnet, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.881681 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9133581'] for subnet, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:25.961924 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1721b5-4e0d-44ad-bb60-972a28594b3e,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:25.973654 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Checking segment: {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:25.974080 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Network hostable DHCP agents. Network: b36ef1af-5c73-4b40-9622-abda16e2cb41, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:44:26.003008 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:44:26.021843 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, b36ef1af-5c73-4b40-9622-abda16e2cb41) {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:26.026942 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:26.027594 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.032298 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24401a92-bc50-446f-8477-3a16b998ccee None None] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:44:26.066565 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-89f4e3b4-1031-42af-b5c1-dd1533f16d95 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5897920 Oct 28 08:44:26.066898 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54658) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:26.073946 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:26.131668 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.138279 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.218693 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.297057 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-b36ef1af-5c73-4b40-9622-abda16e2cb41', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:44:26.301508 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.390012 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.508419 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Allocated IP 172.20.0.2 (b36ef1af-5c73-4b40-9622-abda16e2cb41/8b1721b5-4e0d-44ad-bb60-972a28594b3e/1aa56f16-21f5-432f-be6b-be78f8bac409) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:26.567736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54668) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:26.661845 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.685454 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.726259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9c1ecd46-7e70-471b-bc12-54734d044646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.780870 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.790599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.838405 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:26.843574 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:26.845570 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:26.853597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9c1ecd46-7e70-471b-bc12-54734d044646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.863119 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9c1ecd46-7e70-471b-bc12-54734d044646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.890834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Pushing event updated for resources: {'Port': ['ID=1aa56f16-21f5-432f-be6b-be78f8bac409,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:26.892590 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Allocated IP 172.27.1.60 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/fb14ea48-87ca-4d21-aa45-0090a3a75d19) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:26.931517 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-9c1ecd46-7e70-471b-bc12-54734d044646 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05d7cd2048ef4d7e9e6372458695d909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634374 Oct 28 08:44:26.932657 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54676) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:26.945975 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Attempting to bind port 1aa56f16-21f5-432f-be6b-be78f8bac409 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:26.946348 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Attempting to bind port 1aa56f16-21f5-432f-be6b-be78f8bac409 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:26.947011 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Attempting to bind port 1aa56f16-21f5-432f-be6b-be78f8bac409 on network b36ef1af-5c73-4b40-9622-abda16e2cb41 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:26.960472 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:26.960957 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Checking segment: {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:26.961650 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.962259 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Bound using segment: {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:26.963331 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Bound port: 1aa56f16-21f5-432f-be6b-be78f8bac409, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:26.963831 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:26.990260 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ecd46-7e70-471b-bc12-54734d044646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b13517-7dbb-4f1d-83b6-28db1605894e,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:27.060722 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.091895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.106571 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] For port 1aa56f16-21f5-432f-be6b-be78f8bac409, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:27.122994 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] For port 1aa56f16-21f5-432f-be6b-be78f8bac409, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=1aa56f16-21f5-432f-be6b-be78f8bac409,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:27.131330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.144379 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.208834 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.212176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.216877 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71b13517-7dbb-4f1d-83b6-28db1605894e HTTP/1.1" status: 204 len: 168 time: 0.2779019 Oct 28 08:44:27.225276 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.244221 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c153e2-18a0-4f4a-8999-466691ecc860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b13517-7dbb-4f1d-83b6-28db1605894e,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:27.295858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Pushing event updated for resources: {'Port': ['ID=fb14ea48-87ca-4d21-aa45-0090a3a75d19,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:27.320829 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:27.320829 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:27.321767 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:27.372497 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device f7ead90f-6d86-4532-b73a-b77914f8b259 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:27.398138 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ccd63-ee8a-4119-a045-a86382f96cb1 None None] Pushing event updated for resources: {'Port': ['ID=1aa56f16-21f5-432f-be6b-be78f8bac409,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:27.426569 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Sync routers for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:27.449424 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:27.450391 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:27.509324 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port f7ead90f-6d86-4532-b73a-b77914f8b259 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:27.509859 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.729364 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.758481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port f7ead90f-6d86-4532-b73a-b77914f8b259, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=f7ead90f-6d86-4532-b73a-b77914f8b259,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:27.759504 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:27.764408 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.843748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54698) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:27.871581 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e962029-c305-4203-a06c-d45302baf273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.916411 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=f7ead90f-6d86-4532-b73a-b77914f8b259,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:27.944781 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:27.998284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e962029-c305-4203-a06c-d45302baf273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.004642 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e962029-c305-4203-a06c-d45302baf273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.054069 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8e962029-c305-4203-a06c-d45302baf273 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1416e4cef2e45d4b972fdc6601ec6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070916 Oct 28 08:44:28.056794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e962029-c305-4203-a06c-d45302baf273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad73018-c59f-47b0-b4f2-b30c21e7c633,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:28.060344 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54700) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:28.163487 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.189581 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.250511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.253697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.258270 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ad73018-c59f-47b0-b4f2-b30c21e7c633 HTTP/1.1" status: 204 len: 168 time: 0.1909754 Oct 28 08:44:28.270293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd65c5-c71e-4229-bf7e-061b272bde20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad73018-c59f-47b0-b4f2-b30c21e7c633,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:28.287767 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 2, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:28.331718 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Checking router: 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:28.332252 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Updating router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:44:28.384689 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.656297 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.846081 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.866194 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:28.907142 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Router 5179ac23-68c7-45c0-9770-c758646a9f50 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:44:28.972728 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e858dee-54f4-4f30-8981-9bbb4c5bc6a2 None None] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:44:28.999507 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Pushing event updated for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:29.024172 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.024390 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.024774 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.025389 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.025732 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.026247 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.026660 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.027116 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.028412 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.028762 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.029195 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.029598 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:44:29.110181 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Attempting to bind port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:29.110490 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Attempting to bind port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:29.112834 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Attempting to bind port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 on network b9fd429e-0719-42cd-a50a-a983af1510cd {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:29.124518 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] Provisioning complete for port 1aa56f16-21f5-432f-be6b-be78f8bac409 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:29.125004 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:29.127904 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:29.128279 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Checking segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:29.128687 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:29.129090 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Bound using segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:29.129566 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Bound port: 32f55d28-e8d1-4ae9-89ff-d1d691f6a068, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:29.129966 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:29.158773 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:29.218118 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:29.223274 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-39446649-50fe-49a2-a20e-efa8402e9384 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1527839 Oct 28 08:44:29.224607 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Sync routers for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:29.224926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54732) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:29.352303 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] For port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:29.365623 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] For port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:29.376971 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:29.393933 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:29.395067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:29.543484 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662fa40-75f2-4344-9523-d55687c75af7 None None] Pushing event updated for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:29.593740 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1aa56f16-21f5-432f-be6b-be78f8bac409 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:29.595730 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:29.596360 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:29.878835 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:30.088787 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.137129 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:30.460387 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 1aa56f16-21f5-432f-be6b-be78f8bac409 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:30.462178 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.525194 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.620212 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:29Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:30.626195 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.637603 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] For port 1aa56f16-21f5-432f-be6b-be78f8bac409, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=1aa56f16-21f5-432f-be6b-be78f8bac409,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:30.648499 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.699709 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9df0e4-1217-4d2f-bca2-f1b2e0db5018 None None] The sync data for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi is: [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:29Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:30.849143 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce70a0-6b9f-423f-87af-6beb4fc09454 None None] Pushing event updated for resources: {'Port': ['ID=1aa56f16-21f5-432f-be6b-be78f8bac409,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:30.882192 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:30.882610 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:30.887959 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device f7ead90f-6d86-4532-b73a-b77914f8b259 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:30.891127 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Allocated IP 172.20.0.1 (b36ef1af-5c73-4b40-9622-abda16e2cb41/8b1721b5-4e0d-44ad-bb60-972a28594b3e/cca470d4-be68-4859-b26b-82b9192ab784) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:44:31.021942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port f7ead90f-6d86-4532-b73a-b77914f8b259 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:31.022365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.144870 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54778) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:31.160142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.204255 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 3, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:31.231429 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.267017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Checking router: 5179ac23-68c7-45c0-9770-c758646a9f50 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:31.267377 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Updating router 5179ac23-68c7-45c0-9770-c758646a9f50 port fb14ea48-87ca-4d21-aa45-0090a3a75d19 binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:44:31.292491 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:31.299204 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:31.304084 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:44:31.309918 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.338339 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.381536 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Pushing event updated for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:31.401729 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b44b4ef4-8fa2-4e6e-adbd-0c472fb8d04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.420265 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.475190 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] For port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:31.497044 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.528509 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b44b4ef4-8fa2-4e6e-adbd-0c472fb8d04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.536180 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b44b4ef4-8fa2-4e6e-adbd-0c472fb8d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.600422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54790) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:31.603018 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b44b4ef4-8fa2-4e6e-adbd-0c472fb8d04c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07f2510873a84e7a8e97cfb006bd7ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543154 Oct 28 08:44:31.637110 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b4ef4-8fa2-4e6e-adbd-0c472fb8d04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f573cf8e-21c3-415f-b1ff-d6df4688594d,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:31.824291 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.833001 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Provisioning complete for port 1aa56f16-21f5-432f-be6b-be78f8bac409 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:31.833001 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.947921 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:31.965412 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1aa56f16-21f5-432f-be6b-be78f8bac409 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:31.984605 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.014310 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678b79a-997c-4376-87e9-7b7281fcaec1 None None] Pushing event updated for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:32.205613 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.208553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.213262 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f573cf8e-21c3-415f-b1ff-d6df4688594d HTTP/1.1" status: 204 len: 168 time: 0.6111884 Oct 28 08:44:32.227592 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c71fa0-561d-47e9-8393-a71ae97f7511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f573cf8e-21c3-415f-b1ff-d6df4688594d,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:32.337830 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.344588 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.353760 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 1aa56f16-21f5-432f-be6b-be78f8bac409 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:32.353760 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.465358 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Pushing event updated for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:32.502712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.545205 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.554732 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.618543 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d0868-be77-47e1-ac90-deee502baf3b None None] Pushing event updated for resources: {'Port': ['ID=fb14ea48-87ca-4d21-aa45-0090a3a75d19,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:32.671351 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:44:32.673045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:44:32.688289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Attempting to bind port fb14ea48-87ca-4d21-aa45-0090a3a75d19 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:32.688717 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Attempting to bind port fb14ea48-87ca-4d21-aa45-0090a3a75d19 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:32.689142 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Attempting to bind port fb14ea48-87ca-4d21-aa45-0090a3a75d19 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:32.698433 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:32.703357 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:32.703799 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:32.704219 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.704622 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:32.705105 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Bound port: fb14ea48-87ca-4d21-aa45-0090a3a75d19, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:32.705554 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.731024 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-d9904b70-b858-4148-b22d-9fbeefeea919 None None] Provisioning complete for port cca470d4-be68-4859-b26b-82b9192ab784 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:32.731414 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d9904b70-b858-4148-b22d-9fbeefeea919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.845972 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-d9904b70-b858-4148-b22d-9fbeefeea919 None None] Port cca470d4-be68-4859-b26b-82b9192ab784 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:32.883159 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] For port fb14ea48-87ca-4d21-aa45-0090a3a75d19, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:32.887757 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] For port fb14ea48-87ca-4d21-aa45-0090a3a75d19, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=fb14ea48-87ca-4d21-aa45-0090a3a75d19,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:32.889073 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:32.889682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.895378 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:32.903355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Router 5179ac23-68c7-45c0-9770-c758646a9f50 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:44:33.089407 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:33.090064 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:33.235946 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d0868-be77-47e1-ac90-deee502baf3b None None] Pushing event updated for resources: {'Port': ['ID=fb14ea48-87ca-4d21-aa45-0090a3a75d19,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:33.266591 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:44:33.277860 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8ebe17f6-f010-4da7-9be5-ee9dd13dba22 admin admin] 10.222.0.76 "PUT /v2.0/routers/5179ac23-68c7-45c0-9770-c758646a9f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0491953 Oct 28 08:44:33.312090 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e10585-6a0d-468d-b5dc-a89f1540c16a req-f77870ba-e14b-4d9f-9c2a-26cfde51a037 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:33.319793 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84e10585-6a0d-468d-b5dc-a89f1540c16a req-f77870ba-e14b-4d9f-9c2a-26cfde51a037 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.1465366 Oct 28 08:44:33.322061 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:33.369979 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-84e10585-6a0d-468d-b5dc-a89f1540c16a req-7f7d487f-7037-4f74-82db-7df481f4d37c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491741 Oct 28 08:44:33.382628 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-ca6bac53-29c9-44ab-936e-c51ef255384b None None] Provisioning complete for port cca470d4-be68-4859-b26b-82b9192ab784 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:33.383233 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ca6bac53-29c9-44ab-936e-c51ef255384b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:33.549319 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-ca6bac53-29c9-44ab-936e-c51ef255384b None None] Port cca470d4-be68-4859-b26b-82b9192ab784 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:44:33.681259 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'cca470d4-be68-4859-b26b-82b9192ab784', 'name': '', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'mac_address': 'fa:16:3e:6b:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:30Z', 'updated_at': '2021-10-28T08:44:32Z', 'revision_number': 2, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'subnets': [{'id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:33.715607 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0883d92-9c2f-4a82-8669-2de9cdea86f0 None None] The sync data for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi is: [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'cca470d4-be68-4859-b26b-82b9192ab784', 'name': '', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'mac_address': 'fa:16:3e:6b:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:30Z', 'updated_at': '2021-10-28T08:44:32Z', 'revision_number': 2, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'subnets': [{'id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:33.889343 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:33.967168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:33.967670 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.272848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54870) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:34.277480 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106737513', 'description': 'tempest-secgroup-smoke-1106737513 description', 'project_id': '3b5a1400e6c8401a9ac7192333826fde'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:34.315425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.460850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.467975 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.539065 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.540505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2666383 Oct 28 08:44:34.544367 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54878) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:34.548566 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cc2b9-e021-4f28-9a0d-b7428a34fb47 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05845e86-4900-4d96-960c-670e70477a3f,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:34.551887 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:34.576095 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8952f9c-0aff-4c1c-a875-54ff18a40500 req-c263c444-e338-42a9-bbc5-4f9f253e1b81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:34.584805 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a8952f9c-0aff-4c1c-a875-54ff18a40500 req-c263c444-e338-42a9-bbc5-4f9f253e1b81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.1047006 Oct 28 08:44:34.597386 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.632648 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a8952f9c-0aff-4c1c-a875-54ff18a40500 req-8321a5cd-c7c2-48ad-8bbb-cbf632857ae5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468264 Oct 28 08:44:34.669550 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.675210 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.728793 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.733573 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844893 Oct 28 08:44:34.733573 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922bb9e-3731-4ec6-bb84-9c22a6f1fea0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56815469-6107-4a66-b919-efd88fa58e4d,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:34.734536 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54880) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:34.741140 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:34.781695 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.840091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.845659 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.877208 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d38d5e-70d2-420b-a14e-838d462a8d1a,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:34.884166 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:34.885445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-2d5ad0f7-32fd-41e1-9a56-978fe99e927d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495440 Oct 28 08:44:34.888134 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54882) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:34.893873 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:34.925929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.006347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.010377 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.032471 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4913f3-2290-4a30-a3d9-1fde35cf090a,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:35.039375 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.041313 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a3015c95-995a-49c3-a2f5-756e6cce3d0c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516991 Oct 28 08:44:35.043951 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 54884) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:35.050189 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:35.082987 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.158682 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.162842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.183106 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3426f038-9690-4ad6-9305-52c972c10e66,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:35.188320 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.190937 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-591dc1ae-d4f4-43d0-ac73-a3d801fc24fc tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442974 Oct 28 08:44:35.192525 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54888) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:35.197411 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:35.235188 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.securitygroups_db [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Project 3b5a1400e6c8401a9ac7192333826fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:44:35.240564 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.305647 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.309648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.328072 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9a1ff-20cb-4ba3-ada7-0da7a3eb116f,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:35.338196 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.339443 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-eba31920-8978-4e42-a47b-d23ef724e98e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459057 Oct 28 08:44:35.342094 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 54892) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:44:35.347622 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'security_group_rule': {'security_group_id': '05845e86-4900-4d96-960c-670e70477a3f', 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:44:35.371694 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.securitygroups_db [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Project 3b5a1400e6c8401a9ac7192333826fde added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:44:35.377830 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.448456 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.453700 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.472939 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3cb11f-7587-47e1-8885-d4acdcce776b,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:35.483149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.484603 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1739fd3c-8d8a-487f-ad13-39b46eb215f2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406236 Oct 28 08:44:35.771505 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48c6b-dcaa-4301-a151-18a1d61779ee req-5319eb29-7d75-4af4-a6de-0b4a35443a53 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:35.773454 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-09a48c6b-dcaa-4301-a151-18a1d61779ee req-5319eb29-7d75-4af4-a6de-0b4a35443a53 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0640430 Oct 28 08:44:35.828345 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-09a48c6b-dcaa-4301-a151-18a1d61779ee req-686da29d-d7d8-48a0-8642-0296e07330d6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Oct 28 08:44:35.833658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device fb14ea48-87ca-4d21-aa45-0090a3a75d19 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:35.889539 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port fb14ea48-87ca-4d21-aa45-0090a3a75d19 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:35.889919 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:35.983509 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:36.022917 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port fb14ea48-87ca-4d21-aa45-0090a3a75d19, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=fb14ea48-87ca-4d21-aa45-0090a3a75d19,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:36.022917 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:36.088683 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=fb14ea48-87ca-4d21-aa45-0090a3a75d19,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:36.869726 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Sync routers for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:44:36.882139 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:36.883175 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:36.972575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74ede4-ac7a-4220-9462-511f7bae7a66 req-aafd7d3b-9f77-47c6-97a7-36831ce96fa9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:36.974053 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab74ede4-ac7a-4220-9462-511f7bae7a66 req-aafd7d3b-9f77-47c6-97a7-36831ce96fa9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0550704 Oct 28 08:44:36.996770 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:37.015671 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ab74ede4-ac7a-4220-9462-511f7bae7a66 req-59af8ff1-7d43-482c-8c7b-d6160b4b067f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343487 Oct 28 08:44:37.203234 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'cca470d4-be68-4859-b26b-82b9192ab784', 'name': '', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'mac_address': 'fa:16:3e:6b:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:30Z', 'updated_at': '2021-10-28T08:44:32Z', 'revision_number': 2, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'subnets': [{'id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:37.324752 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Checking router: 5179ac23-68c7-45c0-9770-c758646a9f50 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:44:37.325109 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Updating router 5179ac23-68c7-45c0-9770-c758646a9f50 port cca470d4-be68-4859-b26b-82b9192ab784 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:44:37.351882 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.628010 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.634173 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.689639 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11279-0150-403f-94ba-d2cf62016d1e None None] Pushing event updated for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:37.773245 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Attempting to bind port cca470d4-be68-4859-b26b-82b9192ab784 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:44:37.773764 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Attempting to bind port cca470d4-be68-4859-b26b-82b9192ab784 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:44:37.774194 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Attempting to bind port cca470d4-be68-4859-b26b-82b9192ab784 on network b36ef1af-5c73-4b40-9622-abda16e2cb41 {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:44:37.780694 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:44:37.781189 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Checking segment: {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:44:37.781740 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.782203 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Bound using segment: {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:44:37.782904 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Bound port: cca470d4-be68-4859-b26b-82b9192ab784, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:44:37.783308 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.813343 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device fb14ea48-87ca-4d21-aa45-0090a3a75d19 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:37.859816 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] For port cca470d4-be68-4859-b26b-82b9192ab784, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:44:37.864566 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] For port cca470d4-be68-4859-b26b-82b9192ab784, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=cca470d4-be68-4859-b26b-82b9192ab784,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:44:37.872088 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.902447 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port fb14ea48-87ca-4d21-aa45-0090a3a75d19 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:37.902951 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:37.960764 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:44:37.961737 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:44:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:38.028062 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11279-0150-403f-94ba-d2cf62016d1e None None] Pushing event updated for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:38.172288 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:44:38.200700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] Provisioning complete for port cca470d4-be68-4859-b26b-82b9192ab784 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:38.201106 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:38.262121 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98628c-d38e-4d92-b793-0fa3d0cb3b62 req-7af22dc4-bfa3-479d-b139-3b419b18640c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:38.263872 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb98628c-d38e-4d92-b793-0fa3d0cb3b62 req-7af22dc4-bfa3-479d-b139-3b419b18640c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0942154 Oct 28 08:44:38.312433 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb98628c-d38e-4d92-b793-0fa3d0cb3b62 req-da1a0a72-5371-4982-a36d-3c71a4f049d1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Oct 28 08:44:38.334816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:38.388837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] For port cca470d4-be68-4859-b26b-82b9192ab784, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=cca470d4-be68-4859-b26b-82b9192ab784,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:44:38.396767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:38.463665 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafa960-9e77-4d35-9180-6bfd12ba0f5b None None] Pushing event updated for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:44:38.488190 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'cca470d4-be68-4859-b26b-82b9192ab784', 'name': '', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'mac_address': 'fa:16:3e:6b:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:30Z', 'updated_at': '2021-10-28T08:44:37Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'subnets': [{'id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:44:38.525260 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd078eb-c340-4983-a012-c69821abaa3b None None] The sync data for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi is: [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'cca470d4-be68-4859-b26b-82b9192ab784', 'name': '', 'network_id': 'b36ef1af-5c73-4b40-9622-abda16e2cb41', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'mac_address': 'fa:16:3e:6b:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:30Z', 'updated_at': '2021-10-28T08:44:37Z', 'revision_number': 4, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'subnets': [{'id': '8b1721b5-4e0d-44ad-bb60-972a28594b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:44:38.531229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-51cfce6c-5924-47f5-a3dd-1fd17b125b66 None None] Provisioning complete for port cca470d4-be68-4859-b26b-82b9192ab784 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:38.531858 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-51cfce6c-5924-47f5-a3dd-1fd17b125b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:39.453935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7775-be4f-400d-9d1b-6c4ea716ab3d req-48c1eb12-de5b-4fbe-b835-81d4d393ac76 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:39.455533 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-29dc7775-be4f-400d-9d1b-6c4ea716ab3d req-48c1eb12-de5b-4fbe-b835-81d4d393ac76 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0552998 Oct 28 08:44:39.495337 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-29dc7775-be4f-400d-9d1b-6c4ea716ab3d req-3d7b3fa7-d054-4704-98a0-d2cab1a61162 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336795 Oct 28 08:44:39.825234 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device cca470d4-be68-4859-b26b-82b9192ab784 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:44:39.883746 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port cca470d4-be68-4859-b26b-82b9192ab784 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:44:39.884266 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:40.627099 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c28b0-3eae-4aa3-a269-813513fcd317 req-367359ea-14fb-44a3-8d04-97b5ddd1d694 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:40.628699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-229c28b0-3eae-4aa3-a269-813513fcd317 req-367359ea-14fb-44a3-8d04-97b5ddd1d694 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0595224 Oct 28 08:44:40.677887 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-229c28b0-3eae-4aa3-a269-813513fcd317 req-efca6714-2d93-45f0-9557-d48a0ab9bca0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386841 Oct 28 08:44:41.090075 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208ac1d-ab8b-4622-90cc-d4a7e32b34c5 req-99871588-3be2-4838-bda4-61f269c82c2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:41.093860 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1208ac1d-ab8b-4622-90cc-d4a7e32b34c5 req-99871588-3be2-4838-bda4-61f269c82c2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0731871 Oct 28 08:44:41.140554 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1208ac1d-ab8b-4622-90cc-d4a7e32b34c5 req-a2cf137f-7ec1-455f-b8b9-c23e5da9a4ee tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Oct 28 08:44:41.802611 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5e7c-ec6e-4f79-ad89-3df0988895ad req-7170958e-856b-4c50-aa7b-49f169c00ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:41.804161 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d90e5e7c-ec6e-4f79-ad89-3df0988895ad req-7170958e-856b-4c50-aa7b-49f169c00ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Oct 28 08:44:41.843948 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d90e5e7c-ec6e-4f79-ad89-3df0988895ad req-2d2f670e-3373-4258-a897-d0e18821dc5b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339105 Oct 28 08:44:42.039108 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1c872427-acba-44aa-a307-275ea52b2543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:42.262513 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26284231-3609-4809-91d3-9189ce400d56 req-370030fe-60aa-405e-a625-e95e7006580a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:42.264149 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-26284231-3609-4809-91d3-9189ce400d56 req-370030fe-60aa-405e-a625-e95e7006580a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0522265 Oct 28 08:44:42.321408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-26284231-3609-4809-91d3-9189ce400d56 req-f1e411b3-f14f-4846-a82e-3539142509bc tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Oct 28 08:44:42.973578 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd0d54-6a93-4142-a489-f95bac598972 req-d957ffe5-19e5-4275-8df3-813f96a972ea tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:42.975112 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fdfd0d54-6a93-4142-a489-f95bac598972 req-d957ffe5-19e5-4275-8df3-813f96a972ea tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0527799 Oct 28 08:44:43.013770 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fdfd0d54-6a93-4142-a489-f95bac598972 req-efcc1a41-5943-4bf7-a8ed-0d4e87de3f1d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Oct 28 08:44:43.441808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871bd7e-c71a-420e-9489-a0485afae7ea req-d794bc24-ac19-47d7-abbe-af21392c7b33 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:43.443368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b871bd7e-c71a-420e-9489-a0485afae7ea req-d794bc24-ac19-47d7-abbe-af21392c7b33 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Oct 28 08:44:43.483616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b871bd7e-c71a-420e-9489-a0485afae7ea req-ecae9016-5d17-4201-b630-519928d9daea tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341053 Oct 28 08:44:44.138588 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebb92e-83fa-4495-a1fa-25740b3a296a req-03bb9417-f088-4ebf-b5f0-53e705bf86f7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:44.140202 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4ebb92e-83fa-4495-a1fa-25740b3a296a req-03bb9417-f088-4ebf-b5f0-53e705bf86f7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Oct 28 08:44:44.180846 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4ebb92e-83fa-4495-a1fa-25740b3a296a req-5e7faedd-fd91-4250-bc00-3f3481ba8491 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347381 Oct 28 08:44:44.610341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd390-c31d-4a82-94e5-103b683e8df2 req-daa5ee44-5921-4f69-aa59-6951e49d2fa3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:44.612064 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad6cd390-c31d-4a82-94e5-103b683e8df2 req-daa5ee44-5921-4f69-aa59-6951e49d2fa3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0575552 Oct 28 08:44:44.649730 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ad6cd390-c31d-4a82-94e5-103b683e8df2 req-6166df46-e05d-4f7a-ae59-06c89d5edd27 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316436 Oct 28 08:44:44.829724 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8e77e1b9-fb19-44bf-9969-cafffc8b4854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:45.323335 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f7d7-9ab5-4ff9-999d-32ba2c59e901 req-fe6f6b7f-00f5-445d-a3ce-7b01a1292ced tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:45.324887 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d07f7d7-9ab5-4ff9-999d-32ba2c59e901 req-fe6f6b7f-00f5-445d-a3ce-7b01a1292ced tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Oct 28 08:44:45.366481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d07f7d7-9ab5-4ff9-999d-32ba2c59e901 req-d55f6969-164a-46d5-ac0e-e3f1c765c20b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330589 Oct 28 08:44:45.714257 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:45.785588 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36faf22-131d-49a0-b4e3-0e6ba7b0bcd0 req-0f765af1-4228-49c8-94bb-6df6dbbd9da5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:45.787268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b36faf22-131d-49a0-b4e3-0e6ba7b0bcd0 req-0f765af1-4228-49c8-94bb-6df6dbbd9da5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0610785 Oct 28 08:44:45.830763 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b36faf22-131d-49a0-b4e3-0e6ba7b0bcd0 req-7ec10199-d515-48d0-a81c-eb7a4345ee0f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370712 Oct 28 08:44:45.912134 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:46.503421 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6a142-68c2-4469-9bb5-8de7c21bc27f req-59e6853e-7db7-453d-915e-c164f9ef4134 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.504988 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d9a6a142-68c2-4469-9bb5-8de7c21bc27f req-59e6853e-7db7-453d-915e-c164f9ef4134 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0609171 Oct 28 08:44:46.757398 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d9a6a142-68c2-4469-9bb5-8de7c21bc27f req-f36d341a-6518-49a3-8cf7-65956b1bbdb0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460794 Oct 28 08:44:46.960474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824fbb8-954d-4240-950a-48ebb0a16e4e req-c08784a7-0b65-4bff-b7f0-4d795067db72 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:46.962060 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0824fbb8-954d-4240-950a-48ebb0a16e4e req-c08784a7-0b65-4bff-b7f0-4d795067db72 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0511591 Oct 28 08:44:47.003612 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0824fbb8-954d-4240-950a-48ebb0a16e4e req-4312726c-9023-4901-b39a-9afdcd1207c3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344985 Oct 28 08:44:47.307845 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:44:47.885748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b3190-f91b-49a8-a8af-9260e73e8eb6 req-e2fff238-9eb8-4e97-89e1-1b3f7c21537c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:47.887256 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-099b3190-f91b-49a8-a8af-9260e73e8eb6 req-e2fff238-9eb8-4e97-89e1-1b3f7c21537c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Oct 28 08:44:47.927618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-099b3190-f91b-49a8-a8af-9260e73e8eb6 req-9e24f256-1b38-4cc8-8f88-8de134764dd6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331812 Oct 28 08:44:48.128700 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84973-e2a4-4d60-bb45-1d0fa6645196 req-3ba365f0-ec19-4df3-801f-08a66733fd23 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:48.130276 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-54f84973-e2a4-4d60-bb45-1d0fa6645196 req-3ba365f0-ec19-4df3-801f-08a66733fd23 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0577879 Oct 28 08:44:48.171730 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-54f84973-e2a4-4d60-bb45-1d0fa6645196 req-3ddf4ab2-3ea6-4ae9-99b5-50067817a18e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339022 Oct 28 08:44:49.056262 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20f60e-7fa7-4270-8fd3-3954c9638dc8 req-60a591a0-c053-4269-9fb2-ffc772432788 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:49.057772 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c20f60e-7fa7-4270-8fd3-3954c9638dc8 req-60a591a0-c053-4269-9fb2-ffc772432788 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0526621 Oct 28 08:44:49.099811 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c20f60e-7fa7-4270-8fd3-3954c9638dc8 req-d50c6410-46fa-4549-8cc5-1c36f1ffcd1c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346603 Oct 28 08:44:49.306914 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2118a08-3be7-49e1-8a16-a0158716249a req-9d3b8614-4ab8-4c74-95b3-5c05a374b851 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:49.308410 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2118a08-3be7-49e1-8a16-a0158716249a req-9d3b8614-4ab8-4c74-95b3-5c05a374b851 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Oct 28 08:44:49.348142 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2118a08-3be7-49e1-8a16-a0158716249a req-8c28533d-e287-4eb0-871e-08c8d744d495 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Oct 28 08:44:50.229925 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b999be7-05dd-4d3c-9ab4-6a3a8a59c30b req-6c0ce6f9-64ee-4df1-ae54-cafa3d85fce7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:50.231530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b999be7-05dd-4d3c-9ab4-6a3a8a59c30b req-6c0ce6f9-64ee-4df1-ae54-cafa3d85fce7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0562060 Oct 28 08:44:50.272207 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b999be7-05dd-4d3c-9ab4-6a3a8a59c30b req-13c2591e-3a25-49c5-96ee-fce9cdfc1cd3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Oct 28 08:44:50.471486 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccec9d-5460-42f7-b5a4-fd1095cefd5e req-d600902f-6cfd-4678-9819-03f48f121848 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:50.473032 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6ccec9d-5460-42f7-b5a4-fd1095cefd5e req-d600902f-6cfd-4678-9819-03f48f121848 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0521519 Oct 28 08:44:50.512437 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d6ccec9d-5460-42f7-b5a4-fd1095cefd5e req-2ae3ab14-05c0-4640-9c3b-b2fd44767658 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333195 Oct 28 08:44:51.395139 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d9a0-c309-41f2-908e-f48aaf816e99 req-ea1b975c-4905-4bbd-95a4-e8ab932c1918 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:51.396570 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3550d9a0-c309-41f2-908e-f48aaf816e99 req-ea1b975c-4905-4bbd-95a4-e8ab932c1918 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0498984 Oct 28 08:44:51.438672 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3550d9a0-c309-41f2-908e-f48aaf816e99 req-04a0f533-101a-45d9-8d71-6d1f1e683c39 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357654 Oct 28 08:44:51.642560 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c07de-ec43-4cb3-aee7-2015fdac2b31 req-2acadb1d-7430-49f6-afcb-5602a638dee5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:51.644104 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c77c07de-ec43-4cb3-aee7-2015fdac2b31 req-2acadb1d-7430-49f6-afcb-5602a638dee5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0576656 Oct 28 08:44:51.686653 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c77c07de-ec43-4cb3-aee7-2015fdac2b31 req-ecbff64f-8bb5-4d5e-b46e-4d3fb57b8a1a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357063 Oct 28 08:44:52.711541 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b751f9-b7dd-42e8-9814-883be2fe0225 req-62b0866a-016a-447f-8914-ca8edccb480b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:52.713878 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-73b751f9-b7dd-42e8-9814-883be2fe0225 req-62b0866a-016a-447f-8914-ca8edccb480b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.1944473 Oct 28 08:44:52.769254 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-73b751f9-b7dd-42e8-9814-883be2fe0225 req-fbc7b77e-fdfe-4c26-898f-3234f79be4a0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474966 Oct 28 08:44:52.946952 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57f5c-9c10-431f-b74a-bdf9f767f6d4 req-8af4f535-f283-4839-b9b6-db7613c350c0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:52.949718 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2e57f5c-9c10-431f-b74a-bdf9f767f6d4 req-8af4f535-f283-4839-b9b6-db7613c350c0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.1688225 Oct 28 08:44:52.997241 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2e57f5c-9c10-431f-b74a-bdf9f767f6d4 req-aa0b173d-a3cf-409d-af1b-a4f0f714e101 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412900 Oct 28 08:44:53.914818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec02-43e7-4f78-b6f9-2b534576a7a3 req-dfd01585-b680-4a14-95e3-cccde590790f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:53.923114 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ffe9ec02-43e7-4f78-b6f9-2b534576a7a3 req-dfd01585-b680-4a14-95e3-cccde590790f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0683694 Oct 28 08:44:53.972099 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ffe9ec02-43e7-4f78-b6f9-2b534576a7a3 req-96343418-3401-4984-94d9-b873c235b694 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Oct 28 08:44:54.142793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256f9b1-070b-4913-9d9f-8f86cbbddc3e req-fa910e01-d2df-4d0c-b449-dae0d70427c0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:54.144371 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6256f9b1-070b-4913-9d9f-8f86cbbddc3e req-fa910e01-d2df-4d0c-b449-dae0d70427c0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0584481 Oct 28 08:44:54.189669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6256f9b1-070b-4913-9d9f-8f86cbbddc3e req-87a65e9d-847d-4088-afff-a6c04dfd4e1b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389633 Oct 28 08:44:55.108419 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2133551-f6cc-48e5-a8b9-51fc51e0104c req-37d68283-9593-4b8f-b3c6-f2209afa450a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:55.110005 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2133551-f6cc-48e5-a8b9-51fc51e0104c req-37d68283-9593-4b8f-b3c6-f2209afa450a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0597327 Oct 28 08:44:55.153019 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d2133551-f6cc-48e5-a8b9-51fc51e0104c req-e7c903d1-e61b-4664-bcff-b54092dcc4db tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366163 Oct 28 08:44:55.340098 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c5c38-c59a-4fa5-b5ce-b215ecd58b30 req-8811fd57-78ae-40df-ba60-c19fb58513eb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:55.344176 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c3c5c38-c59a-4fa5-b5ce-b215ecd58b30 req-8811fd57-78ae-40df-ba60-c19fb58513eb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0647159 Oct 28 08:44:55.385936 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c3c5c38-c59a-4fa5-b5ce-b215ecd58b30 req-560c27e3-c4c6-4037-8530-68b89ba297d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361371 Oct 28 08:44:56.277236 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5538f-2575-4072-a175-e58f85a5548a req-8950714e-e2f1-4009-a859-b135761efa11 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:56.279929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1c5538f-2575-4072-a175-e58f85a5548a req-8950714e-e2f1-4009-a859-b135761efa11 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0541859 Oct 28 08:44:56.322445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1c5538f-2575-4072-a175-e58f85a5548a req-14040e8b-d0c1-4c7d-8e91-85643986881a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Oct 28 08:44:56.509812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976943f-d33b-40f2-9ac6-508daf782c70 req-44580dbf-b9da-410a-a0f8-7958110e25a0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:56.511345 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8976943f-d33b-40f2-9ac6-508daf782c70 req-44580dbf-b9da-410a-a0f8-7958110e25a0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Oct 28 08:44:56.551182 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8976943f-d33b-40f2-9ac6-508daf782c70 req-10f22b0d-8957-4086-9cd0-470549a26d85 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333641 Oct 28 08:44:57.047261 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:44:57.463868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f651e-2ff6-46bd-ba3f-ad6cb80496cf req-0359cc0c-8914-4bb0-9cac-49154ba5fc3a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:57.465383 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ac5f651e-2ff6-46bd-ba3f-ad6cb80496cf req-0359cc0c-8914-4bb0-9cac-49154ba5fc3a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0603263 Oct 28 08:44:57.504736 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ac5f651e-2ff6-46bd-ba3f-ad6cb80496cf req-04cc4fc8-966f-43fe-8abb-2c7e7f804543 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Oct 28 08:44:57.671340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6fd64-abba-4e1c-b1ca-efc358eaa997 req-e19f6355-62f4-4b8e-aa68-16ac5bc4e4ce tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:57.672874 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34f6fd64-abba-4e1c-b1ca-efc358eaa997 req-e19f6355-62f4-4b8e-aa68-16ac5bc4e4ce tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Oct 28 08:44:57.720806 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34f6fd64-abba-4e1c-b1ca-efc358eaa997 req-aaeee3b5-cdb5-46bc-897d-d3812d156f96 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Oct 28 08:44:58.637168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38bf49-4e5a-4155-9d0d-3b34270ed66a req-6160ea54-7099-4b0c-9898-228ae3eed4d1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:58.639221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fd38bf49-4e5a-4155-9d0d-3b34270ed66a req-6160ea54-7099-4b0c-9898-228ae3eed4d1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Oct 28 08:44:58.678723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fd38bf49-4e5a-4155-9d0d-3b34270ed66a req-f76e9d97-4d74-4486-9d65-9183f607cc11 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Oct 28 08:44:58.855878 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c71455-3c5d-4715-89fb-5b859980a1cd req-ce132ce2-b005-4eaf-bf22-2890e6827b35 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:58.857318 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b0c71455-3c5d-4715-89fb-5b859980a1cd req-ce132ce2-b005-4eaf-bf22-2890e6827b35 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0573788 Oct 28 08:44:58.902221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b0c71455-3c5d-4715-89fb-5b859980a1cd req-18e75287-85a2-49d3-b97c-75976dcafd1c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Oct 28 08:44:59.819454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0f6d-7222-4f9c-a33f-d8e0b647ceaa req-a2c4d488-f061-4902-b39b-fcd9f1d541a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:44:59.820998 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94af0f6d-7222-4f9c-a33f-d8e0b647ceaa req-a2c4d488-f061-4902-b39b-fcd9f1d541a2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Oct 28 08:44:59.863894 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-94af0f6d-7222-4f9c-a33f-d8e0b647ceaa req-75bfd578-745c-4d8b-8e4d-7169f2757b74 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368335 Oct 28 08:45:00.026889 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1c70-d8da-4ab0-820a-c9e48120233d req-e32dcab4-51df-4104-8e0a-9d07f99a7810 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:00.028395 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcee1c70-d8da-4ab0-820a-c9e48120233d req-e32dcab4-51df-4104-8e0a-9d07f99a7810 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0503359 Oct 28 08:45:00.069765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcee1c70-d8da-4ab0-820a-c9e48120233d req-9b00cc50-cc60-41e3-a20a-e9686827b372 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348802 Oct 28 08:45:00.345111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:00.997164 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc837ff-7458-4871-9cc0-270929d14ac7 req-bb200ac1-e3fe-43cd-af91-a94f460cecb2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:00.999218 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2fc837ff-7458-4871-9cc0-270929d14ac7 req-bb200ac1-e3fe-43cd-af91-a94f460cecb2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Oct 28 08:45:01.040360 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2fc837ff-7458-4871-9cc0-270929d14ac7 req-9bc33e98-dbf0-4162-88f2-00a9732dde1c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Oct 28 08:45:01.193104 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468c658-ca52-4581-bbec-26d176605c29 req-f8dec96c-c434-479b-aeb7-60f98250a112 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:01.194665 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9468c658-ca52-4581-bbec-26d176605c29 req-f8dec96c-c434-479b-aeb7-60f98250a112 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0508697 Oct 28 08:45:01.239749 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9468c658-ca52-4581-bbec-26d176605c29 req-15751923-3019-4bcb-be21-ba0509e75be8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Oct 28 08:45:02.203575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec079d2-86dd-423b-89ca-774ba54fe182 req-5ef9c334-a6e4-4f88-924b-538d8cbea671 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.205132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ec079d2-86dd-423b-89ca-774ba54fe182 req-5ef9c334-a6e4-4f88-924b-538d8cbea671 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0864415 Oct 28 08:45:02.211172 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-04c8aca5-f190-4dfe-aec0-28c3f188b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.212995 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-04c8aca5-f190-4dfe-aec0-28c3f188b2cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1098 time: 0.0662241 Oct 28 08:45:02.290933 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ec079d2-86dd-423b-89ca-774ba54fe182 req-01b1242b-1856-4f7f-8c7e-b0289b061354 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769296 Oct 28 08:45:02.371183 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-85a2030e-4095-46c8-9432-de40474727fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.372651 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-85a2030e-4095-46c8-9432-de40474727fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.1372201 Oct 28 08:45:02.394962 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe8775-ffd9-49ef-9f2f-eed9a7296026 req-24b952a2-f401-4773-af01-729278749c45 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.396523 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8abe8775-ffd9-49ef-9f2f-eed9a7296026 req-24b952a2-f401-4773-af01-729278749c45 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0766702 Oct 28 08:45:02.482918 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8abe8775-ffd9-49ef-9f2f-eed9a7296026 req-650e6a7f-84b4-49a4-b008-bbd54794ef8c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794749 Oct 28 08:45:02.484890 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-40d3651e-9588-4a9c-b094-b4babf485f6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 1001 time: 0.0874708 Oct 28 08:45:02.537180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-e3b2ec8e-79a5-4476-ab69-c6cd809bb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.538681 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-e3b2ec8e-79a5-4476-ab69-c6cd809bb245 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0462351 Oct 28 08:45:02.594973 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-d371e03e-3bc7-42ee-abed-cfca149428f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:02.596629 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-d371e03e-3bc7-42ee-abed-cfca149428f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502691 Oct 28 08:45:02.698400 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-32c2e05b-970d-4f73-8b65-375282f77322 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Oct 28 08:45:02.812250 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-271d923c-85b2-45ae-a7b1-27f471d17c2e req-2c12f06c-ed0d-444a-b2f6-c5e59337abff service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064396 Oct 28 08:45:03.426050 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2025a7-59de-4d01-b89c-3e529a366c28 req-a66d136b-448a-4755-8144-42f10b438063 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:03.427603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b2025a7-59de-4d01-b89c-3e529a366c28 req-a66d136b-448a-4755-8144-42f10b438063 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0536151 Oct 28 08:45:03.467630 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b2025a7-59de-4d01-b89c-3e529a366c28 req-e9560116-211f-425c-ac34-4fd78426924a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Oct 28 08:45:03.722301 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a7e05-e9cb-4afc-a535-477c47ae1375 req-6e8b3764-fea6-4717-9562-86668901296b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:03.723953 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b46a7e05-e9cb-4afc-a535-477c47ae1375 req-6e8b3764-fea6-4717-9562-86668901296b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Oct 28 08:45:03.771052 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b46a7e05-e9cb-4afc-a535-477c47ae1375 req-df69e92d-bfca-444d-bfd4-680cdc806e6a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410812 Oct 28 08:45:04.595185 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee68c01-f350-4a43-a96c-3958e2d3c974 req-157dca0b-b845-4961-b454-d306fcf1592a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:04.596699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ee68c01-f350-4a43-a96c-3958e2d3c974 req-157dca0b-b845-4961-b454-d306fcf1592a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Oct 28 08:45:04.635642 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ee68c01-f350-4a43-a96c-3958e2d3c974 req-37aea439-e19e-4d1b-b65c-8a94d3267a2e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Oct 28 08:45:04.895510 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f057-cebe-4949-8cb5-909ef5827cf2 req-567a1282-7e1e-4e9d-ab1c-345f2a56cb77 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:04.897012 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7479f057-cebe-4949-8cb5-909ef5827cf2 req-567a1282-7e1e-4e9d-ab1c-345f2a56cb77 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0556152 Oct 28 08:45:04.949103 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7479f057-cebe-4949-8cb5-909ef5827cf2 req-e8c055a3-517f-48fc-a6e9-9b7a2ed95dd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Oct 28 08:45:05.864958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956a931-196a-4f29-bee1-ba2f07a02f73 req-29fd9f14-71cc-4707-aa07-cfb28375f0bb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:05.866264 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5956a931-196a-4f29-bee1-ba2f07a02f73 req-29fd9f14-71cc-4707-aa07-cfb28375f0bb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0527401 Oct 28 08:45:05.910242 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5956a931-196a-4f29-bee1-ba2f07a02f73 req-854f9770-98a2-40db-a044-180c462bfd1e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Oct 28 08:45:06.067474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924080ae-3f5f-490d-b124-a2ae239d0528 req-2e1a5bbd-f6c6-4429-b2e7-4b20fcd2fbe1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:06.068978 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-924080ae-3f5f-490d-b124-a2ae239d0528 req-2e1a5bbd-f6c6-4429-b2e7-4b20fcd2fbe1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Oct 28 08:45:06.112911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-924080ae-3f5f-490d-b124-a2ae239d0528 req-e5d1aedb-619d-4299-8eeb-c0fca3498591 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376174 Oct 28 08:45:06.960803 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:45:07.041618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e6e9a-855d-461a-9657-d3cf4ab9f4be req-2424edef-5c2d-4b73-96d9-8afb2b6874ee tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:07.041618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cd0e6e9a-855d-461a-9657-d3cf4ab9f4be req-2424edef-5c2d-4b73-96d9-8afb2b6874ee tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Oct 28 08:45:07.063896 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:07.078548 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cd0e6e9a-855d-461a-9657-d3cf4ab9f4be req-46c743b8-5d5e-4da5-8878-b2e5fcec176d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359712 Oct 28 08:45:07.081328 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'b51a5869-7eac-401f-ad13-59a689851a50', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:45:07.119020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.131862 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:45:07.152031 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:07.163917 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.218370 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=6']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:07.232692 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27cc3-dfba-470a-9a5a-86d5a156c619 req-60604571-fc68-4937-90d4-21408d75cbaf tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:07.234196 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bab27cc3-dfba-470a-9a5a-86d5a156c619 req-60604571-fc68-4937-90d4-21408d75cbaf tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0493016 Oct 28 08:45:07.254551 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['b51a5869-7eac-401f-ad13-59a689851a50'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:45:07.285808 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bab27cc3-dfba-470a-9a5a-86d5a156c619 req-16a6ed1f-dd2c-4c83-86c0-7a31f1876c31 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456829 Oct 28 08:45:07.647561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 55414) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:07.767615 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-88fe5aec-e9ee-482e-9188-f1aaa72fbeed admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.841374 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-88fe5aec-e9ee-482e-9188-f1aaa72fbeed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.846270 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-88fe5aec-e9ee-482e-9188-f1aaa72fbeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.885038 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-88fe5aec-e9ee-482e-9188-f1aaa72fbeed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef418ef66e804790a08f4acecb01f4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363522 Oct 28 08:45:07.886200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe5aec-e9ee-482e-9188-f1aaa72fbeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72620edf-b067-4c41-9031-e22f47686168,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:07.888000 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 55420) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:07.937348 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:07.958533 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:08.008077 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:08.010868 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:08.012032 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72620edf-b067-4c41-9031-e22f47686168 HTTP/1.1" status: 204 len: 168 time: 0.1226852 Oct 28 08:45:08.020149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cd732-0ec1-4064-ae21-b233b3c8788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72620edf-b067-4c41-9031-e22f47686168,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:08.208993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b2222-6afa-4b60-a69e-05e8c62c628a req-508cf842-b0ee-4274-ad45-7adc8f6b5a42 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:08.210520 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-567b2222-6afa-4b60-a69e-05e8c62c628a req-508cf842-b0ee-4274-ad45-7adc8f6b5a42 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0584242 Oct 28 08:45:08.251985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-567b2222-6afa-4b60-a69e-05e8c62c628a req-3e74fd2c-8f6a-4a61-8bbf-9fb691a2826d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Oct 28 08:45:08.416093 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399217-587e-4297-b437-73928dc59c67 req-5b0f13e1-ae2a-4981-97fd-d700a962b867 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:08.417522 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2f399217-587e-4297-b437-73928dc59c67 req-5b0f13e1-ae2a-4981-97fd-d700a962b867 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0594687 Oct 28 08:45:08.458510 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2f399217-587e-4297-b437-73928dc59c67 req-1ea678a0-c7ef-4a02-8d35-fc8e51cade9f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Oct 28 08:45:08.951685 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:45:09.004347 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port b51a5869-7eac-401f-ad13-59a689851a50 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:45:09.004726 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:09.090976 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:09.117756 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:09.120434 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264e331-5e58-4f0e-8542-7d9cf76bf281" -d '{"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:09.135932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:09.141104 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:09.179562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a61139e-72d7-4703-b1a6-60b046491f69 x-openstack-request-id: req-3a61139e-72d7-4703-b1a6-60b046491f69 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:09.180212 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:09.180377 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a61139e-72d7-4703-b1a6-60b046491f69 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:09.180987 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'code': 200} Oct 28 08:45:09.212844 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=7']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:09.371581 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff602bf2-bd61-46ad-a650-0c4504903b20 req-58e2d5bb-8556-4f4e-ab01-a0f389afcb35 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.373761 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ff602bf2-bd61-46ad-a650-0c4504903b20 req-58e2d5bb-8556-4f4e-ab01-a0f389afcb35 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Oct 28 08:45:09.417311 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ff602bf2-bd61-46ad-a650-0c4504903b20 req-a41a2e90-de4f-4d56-99be-e8e5f2228db1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Oct 28 08:45:09.578991 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39af1-997f-4d25-b63c-45720618b4f9 req-3b3aeb88-a313-4949-8b2a-e85931b09d88 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:09.580507 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-beb39af1-997f-4d25-b63c-45720618b4f9 req-3b3aeb88-a313-4949-8b2a-e85931b09d88 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0514021 Oct 28 08:45:09.619662 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-beb39af1-997f-4d25-b63c-45720618b4f9 req-fcdc5abd-e031-4722-a13c-2d1f1d458a61 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331664 Oct 28 08:45:10.548511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b92a8-ac2f-43c2-93f5-f97f1846727a req-70a3a020-69a6-49aa-b307-d6d3342fd4e7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:10.549981 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-526b92a8-ac2f-43c2-93f5-f97f1846727a req-70a3a020-69a6-49aa-b307-d6d3342fd4e7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0551033 Oct 28 08:45:10.587753 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-526b92a8-ac2f-43c2-93f5-f97f1846727a req-106cf42f-1909-4875-b179-707ec2477ec1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Oct 28 08:45:10.738670 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708b9a9-e59f-45a4-aadf-38cd246182fb req-54bd329e-1490-482c-9562-f78b20a5cded tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:10.742834 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6708b9a9-e59f-45a4-aadf-38cd246182fb req-54bd329e-1490-482c-9562-f78b20a5cded tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Oct 28 08:45:10.781058 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6708b9a9-e59f-45a4-aadf-38cd246182fb req-2fd8ddcb-96aa-44f0-a5e6-8f1cceac7383 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349717 Oct 28 08:45:11.021192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a372c76-2a0f-4c82-b9a3-4d2cfc44c7e5 req-af61cfb5-b34f-4aae-86b0-f91ccaefe025 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.022688 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5a372c76-2a0f-4c82-b9a3-4d2cfc44c7e5 req-af61cfb5-b34f-4aae-86b0-f91ccaefe025 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0519521 Oct 28 08:45:11.068305 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5a372c76-2a0f-4c82-b9a3-4d2cfc44c7e5 req-ee489615-fd8d-4408-85cc-24b0ba469e95 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395801 Oct 28 08:45:11.183639 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-43b56750-bae7-4385-9f3f-0a9e375e676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.185756 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-43b56750-bae7-4385-9f3f-0a9e375e676e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.1441708 Oct 28 08:45:11.292423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-4a4c77a1-4c38-4bb5-848e-21f2885bf709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.294701 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-4a4c77a1-4c38-4bb5-848e-21f2885bf709 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.0992777 Oct 28 08:45:11.365192 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-e5586d93-e772-4053-8f3e-8feaa1a2f906 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1000 time: 0.0617149 Oct 28 08:45:11.428611 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-c1ccfe51-74e1-4a83-b557-1e07c455fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.430098 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-c1ccfe51-74e1-4a83-b557-1e07c455fac5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0564759 Oct 28 08:45:11.476464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-4fdbc15a-9693-46ec-bbac-bcc4909e45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.477952 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-4fdbc15a-9693-46ec-bbac-bcc4909e45d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403140 Oct 28 08:45:11.574097 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-1aa9c927-3922-448f-a79c-48f739cf16ce service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878422 Oct 28 08:45:11.722244 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec468f3-b04a-4dec-87f5-f3e9aadb64ca req-9363baee-5ee6-4de8-95f8-a8165826b814 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:11.723838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cec468f3-b04a-4dec-87f5-f3e9aadb64ca req-9363baee-5ee6-4de8-95f8-a8165826b814 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Oct 28 08:45:11.817568 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cec468f3-b04a-4dec-87f5-f3e9aadb64ca req-2f5dc3be-6cae-4ecb-b820-3eb3da41ecda tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879183 Oct 28 08:45:11.849393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66154169-5959-4ec0-afe2-4a2a452a52c1 req-8daa3a91-521e-4369-ba43-f66f4d9d3782 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055112 Oct 28 08:45:12.044475 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0278c73f-fd8e-4055-846f-8a72945c3470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:12.193459 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182e84c-7183-4510-b2a1-277cee2305c2 req-5d156d05-9e88-4863-9de9-9e4d74835e96 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:12.194994 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0182e84c-7183-4510-b2a1-277cee2305c2 req-5d156d05-9e88-4863-9de9-9e4d74835e96 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Oct 28 08:45:12.233398 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0182e84c-7183-4510-b2a1-277cee2305c2 req-07a441d6-8150-40e1-a396-6c75ab1d3a72 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Oct 28 08:45:12.957460 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a284d-5971-48be-956a-47d13460b6cc req-4aac1ada-c73d-480a-a41f-2c2a11153c83 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:12.959158 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-679a284d-5971-48be-956a-47d13460b6cc req-4aac1ada-c73d-480a-a41f-2c2a11153c83 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Oct 28 08:45:13.001132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-679a284d-5971-48be-956a-47d13460b6cc req-1f60c8ba-f96d-44ae-9f5c-d8414fc300cf tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Oct 28 08:45:13.370282 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cec0e8-1eda-4ab1-bae5-3e82efc195fa req-6cbb857b-5253-45e0-ad2c-269bf5083b7b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:13.371784 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-31cec0e8-1eda-4ab1-bae5-3e82efc195fa req-6cbb857b-5253-45e0-ad2c-269bf5083b7b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0653000 Oct 28 08:45:13.423110 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-31cec0e8-1eda-4ab1-bae5-3e82efc195fa req-b8f93847-5239-40a3-9c73-ca42d890d311 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443702 Oct 28 08:45:14.165308 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a87ac1-8c2a-4c44-ab10-9dd625d7d3ae req-0c4b5f9d-7b03-4ef3-9e6e-7f7694f8948a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:14.166827 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0a87ac1-8c2a-4c44-ab10-9dd625d7d3ae req-0c4b5f9d-7b03-4ef3-9e6e-7f7694f8948a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Oct 28 08:45:14.210491 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0a87ac1-8c2a-4c44-ab10-9dd625d7d3ae req-fde5b1a9-8dcb-4155-88ad-72eef5625134 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Oct 28 08:45:14.822628 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ba634008-f4bc-4033-a188-a324b0344223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:15.371418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516366b4-3344-4230-9e08-e86ff115a1e2 req-84d4cf48-01d4-4cb2-8abb-5e8e16a640a0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:15.373713 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-516366b4-3344-4230-9e08-e86ff115a1e2 req-84d4cf48-01d4-4cb2-8abb-5e8e16a640a0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0736618 Oct 28 08:45:15.433958 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-516366b4-3344-4230-9e08-e86ff115a1e2 req-04b09db6-9ba9-4160-941f-263fbab4591c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536070 Oct 28 08:45:15.709912 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:15.913342 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:16.568995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cef1-3477-414a-a5c7-a1511314fb70 req-28a400c3-81b7-4317-a2f3-59e28fa40590 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:16.570648 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d72cef1-3477-414a-a5c7-a1511314fb70 req-28a400c3-81b7-4317-a2f3-59e28fa40590 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Oct 28 08:45:16.615594 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d72cef1-3477-414a-a5c7-a1511314fb70 req-3bae6649-fb39-41d9-9792-1c972f6cf400 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Oct 28 08:45:17.316773 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:17.760818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f990-f386-45c4-a467-8355b6fd1d96 req-7811bd09-697f-4746-8211-7f1343a74d5b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:17.762318 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a981f990-f386-45c4-a467-8355b6fd1d96 req-7811bd09-697f-4746-8211-7f1343a74d5b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0632031 Oct 28 08:45:17.802968 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a981f990-f386-45c4-a467-8355b6fd1d96 req-6541c7f3-07fc-4dd1-aa64-a770c9df3d21 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339420 Oct 28 08:45:18.339408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-772be765-d01a-47cf-a2b9-ff8b4def87c9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106737513&fields=id&tenant_id=3b5a1400e6c8401a9ac7192333826fde HTTP/1.1" status: 200 len: 267 time: 0.0456309 Oct 28 08:45:18.456466 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2a68cf93-cf09-4e35-8c17-1a6943e4c5b8 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:18.458105 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2a68cf93-cf09-4e35-8c17-1a6943e4c5b8 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 809 time: 0.1176777 Oct 28 08:45:18.480476 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-016015ed-e12b-4517-839a-93c3822cb0e1 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/quotas/3b5a1400e6c8401a9ac7192333826fde HTTP/1.1" status: 200 len: 375 time: 0.0161073 Oct 28 08:45:18.531143 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-18af2e6a-5cda-449f-9589-c9dcc7ef8efa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498955 Oct 28 08:45:18.742901 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-c77fdddf-8b80-4db4-a994-57a996ae53bd service neutron] 10.222.0.76 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939082 Oct 28 08:45:18.853525 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d73a2076-24b1-4357-a21e-71a16b70a64e service neutron] 10.222.0.76 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Oct 28 08:45:18.969171 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197922c7-2c0f-439f-b62d-c7404430b382 req-17cd6d53-a830-4117-af21-e0bd187c0197 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:18.971249 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-197922c7-2c0f-439f-b62d-c7404430b382 req-17cd6d53-a830-4117-af21-e0bd187c0197 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0723424 Oct 28 08:45:19.029300 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-197922c7-2c0f-439f-b62d-c7404430b382 req-8221f968-3e57-412c-a5c5-5eb1610d36e6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Oct 28 08:45:19.222526 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9cc48a2a-77f6-4615-a9b9-32301e9c6239 req-1741f17d-929b-4c01-a221-00c6da7227cf tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 210 time: 0.0291641 Oct 28 08:45:20.194853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849426-d0a2-4b40-a423-2511a23c8f82 req-da98b619-8939-4b48-8b33-4dda3b3fa384 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:20.196312 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-26849426-d0a2-4b40-a423-2511a23c8f82 req-da98b619-8939-4b48-8b33-4dda3b3fa384 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0551403 Oct 28 08:45:20.245278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-26849426-d0a2-4b40-a423-2511a23c8f82 req-caa031fc-debd-4353-a629-b596f1538e34 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Oct 28 08:45:20.338169 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-419d89d6-79ba-4b70-b4d5-79028788f33b req-3654ba06-86df-4260-ae92-49971c880529 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 210 time: 0.0393329 Oct 28 08:45:20.568703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-80f2a39d-5eed-4f1e-908c-b0e0d05ff187 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:20.569141 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-80f2a39d-5eed-4f1e-908c-b0e0d05ff187 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 809 time: 0.1514742 Oct 28 08:45:20.632916 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-aaa82e99-c9c4-4783-9fc9-b77f4f5c676c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a1400e6c8401a9ac7192333826fde HTTP/1.1" status: 200 len: 380 time: 0.0438251 Oct 28 08:45:20.647507 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'port': {'device_id': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'admin_state_up': True, 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'security_groups': ['05845e86-4900-4d96-960c-670e70477a3f']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:45:21.064703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Made reservation on behalf of 3b5a1400e6c8401a9ac7192333826fde for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:45:21.068660 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:21.267183 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Allocated IP 172.20.0.12 (b9fd429e-0719-42cd-a50a-a983af1510cd/8494a261-7407-42fe-9506-a42f07c0d0f2/0740398f-07ce-4e13-b20f-5cf387cc8ba7) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:45:21.509577 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af288093-1d0f-49ac-9fc8-2cfb7535bece req-dd3499ca-9991-43cc-90cb-91068264e9fa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 210 time: 0.0668483 Oct 28 08:45:21.550590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7bb61-d619-487f-8546-f5df6c4bc8eb req-2be6b00b-85f5-41fb-8779-dc2bd4c27ffb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:21.552406 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-22f7bb61-d619-487f-8546-f5df6c4bc8eb req-2be6b00b-85f5-41fb-8779-dc2bd4c27ffb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.2056124 Oct 28 08:45:21.605341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:21.618063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-22f7bb61-d619-487f-8546-f5df6c4bc8eb req-fbc349bf-1edc-445e-bd82-3119bb348a54 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589499 Oct 28 08:45:21.651401 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:21.701307 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Network b9fd429e-0719-42cd-a50a-a983af1510cd is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:45:21.704626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:45:21.709547 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:45:21.716617 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:21.747228 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.747685 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.748602 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.749071 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.749547 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.749958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.750360 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.750789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.751192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.751618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.752016 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.752477 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:21.788677 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:21.789973 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:21.817343 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-d90a45b8-74e8-4547-b4e2-d61c24f65e0d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1731699 Oct 28 08:45:21.858196 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Request body: {'port': {'device_id': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:45:21.941687 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.105124 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-d2e2c9bc-dec1-4e7b-8da1-fc0f43749e09 None None] Provisioning complete for port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:45:22.106092 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c9bc-dec1-4e7b-8da1-fc0f43749e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.152341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2c9bc-dec1-4e7b-8da1-fc0f43749e09 None None] Port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:45:22.296513 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0740398f-07ce-4e13-b20f-5cf387cc8ba7 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:45:22.306736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.321973 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Transition to ACTIVE for port object 0740398f-07ce-4e13-b20f-5cf387cc8ba7 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:45:22.328127 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.397403 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:22.508568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Attempting to bind port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:45:22.508970 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Attempting to bind port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:45:22.509338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Attempting to bind port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 on network b9fd429e-0719-42cd-a50a-a983af1510cd {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:45:22.515918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 on network b9fd429e-0719-42cd-a50a-a983af1510cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:45:22.516242 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Attempting to bind port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 on network b9fd429e-0719-42cd-a50a-a983af1510cd {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:45:22.521681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:45:22.522019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Checking segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:45:22.522407 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Bound using segment: {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:45:22.522875 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Bound port: 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8978c16-941f-4004-a896-894644ae49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:45:22.523234 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.653021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:45:22.659295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:45:22.668687 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.721136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63714efc-9488-4661-b0ab-14d3f3bb1616 req-806295c5-f651-483c-b4f0-1c5cf54f1cd5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.722722 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-63714efc-9488-4661-b0ab-14d3f3bb1616 req-806295c5-f651-483c-b4f0-1c5cf54f1cd5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.1293037 Oct 28 08:45:22.758794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.759415 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:22.761037 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] 10.222.0.70 "PUT /v2.0/ports/0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 1094 time: 0.9161074 Oct 28 08:45:22.762487 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:22.766014 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece20c6-c3ec-4383-83d4-d21981995cda" -d '{"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:22.900274 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-63714efc-9488-4661-b0ab-14d3f3bb1616 req-b322dfe2-fc9d-4f6c-abaa-0e224abccf4a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671948 Oct 28 08:45:22.900913 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee376f7-dd23-49dd-a100-9f4947e68938 service neutron] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:22.915542 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-0c47f748-800b-4de3-9697-922f3f3af386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.917415 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-0c47f748-800b-4de3-9697-922f3f3af386 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0862975 Oct 28 08:45:22.932455 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f940e6-32b1-426c-8dc6-c53d5da1e1e4 req-e6e87d60-2c3a-4527-a7e4-622d8c138532 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:22.934669 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74f940e6-32b1-426c-8dc6-c53d5da1e1e4 req-e6e87d60-2c3a-4527-a7e4-622d8c138532 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.1857600 Oct 28 08:45:22.994530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-a83d50c5-9bf6-445f-a46f-b8da114ea67f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 217 time: 0.0544169 Oct 28 08:45:23.059798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74f940e6-32b1-426c-8dc6-c53d5da1e1e4 req-63b05a31-0776-43e0-9d4f-8f9b370868f1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686545 Oct 28 08:45:23.099782 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-8d5cb0fa-f50b-4d2f-bafc-afca2c84e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.101425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-8d5cb0fa-f50b-4d2f-bafc-afca2c84e2bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0898795 Oct 28 08:45:23.159332 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-49fb750d-5e18-43a5-9eab-f1c6ac0bea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.160908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-49fb750d-5e18-43a5-9eab-f1c6ac0bea12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513675 Oct 28 08:45:23.228112 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c93d5cd-cd04-420f-9757-cc557996da77 x-openstack-request-id: req-3c93d5cd-cd04-420f-9757-cc557996da77 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:23.228415 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:23.228670 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c93d5cd-cd04-420f-9757-cc557996da77 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:23.229068 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'status': 'completed', 'code': 200} Oct 28 08:45:23.274425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-9e181395-7234-4e61-9a05-baa5086ccfc7 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042280 Oct 28 08:45:23.380937 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d7af37c2-5ac1-4280-ab6b-890e94e5d50c req-9b811bad-6718-4d54-b5f7-900d844993fa service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982454 Oct 28 08:45:23.492727 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-4331bcde-523c-460e-9edc-2f721e32ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.494206 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-4331bcde-523c-460e-9edc-2f721e32ea68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0458567 Oct 28 08:45:23.618012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-2854fd00-01b6-4774-8a08-c473ecfa3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.619596 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-2854fd00-01b6-4774-8a08-c473ecfa3f3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.1159163 Oct 28 08:45:23.685857 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-d16a915a-6d43-4478-aaa8-61166cfc5aef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 217 time: 0.0560610 Oct 28 08:45:23.755454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-3e3d4d15-8274-4fbd-9e11-244583c004be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.757035 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-3e3d4d15-8274-4fbd-9e11-244583c004be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0610340 Oct 28 08:45:23.812126 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-de9e90e9-d2b8-4bbc-a256-ba0ae5b2d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:23.813647 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-de9e90e9-d2b8-4bbc-a256-ba0ae5b2d446 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478647 Oct 28 08:45:23.932715 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-2ebc8126-c81a-49c3-a526-a46b5d85fb0c service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020432 Oct 28 08:45:24.141483 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229eac7-cf3c-4863-8cb9-7c51aeda230e req-453b4dbb-bbe0-4b09-b437-dd02ed7c0f49 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:24.146295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3229eac7-cf3c-4863-8cb9-7c51aeda230e req-453b4dbb-bbe0-4b09-b437-dd02ed7c0f49 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0969117 Oct 28 08:45:24.181287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ece20c6-c3ec-4383-83d4-d21981995cda req-a87e3e5b-575c-490b-a026-bd8642ab635e service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404251 Oct 28 08:45:24.242765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3229eac7-cf3c-4863-8cb9-7c51aeda230e req-bc32e6e2-f6be-4342-870b-96e0e387bfaf tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858979 Oct 28 08:45:24.261574 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75deb-48df-4a78-888d-706b04f32495 req-6c350574-c1f1-4fb0-bb7f-4571e85d118a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:24.263932 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3f75deb-48df-4a78-888d-706b04f32495 req-6c350574-c1f1-4fb0-bb7f-4571e85d118a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0851116 Oct 28 08:45:24.309404 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3f75deb-48df-4a78-888d-706b04f32495 req-573af8db-34bc-4560-8d2c-cf68ad0e004c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391719 Oct 28 08:45:25.366889 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eda59-223c-438a-bb04-5c1be7f0def0 req-ccc1ee0f-2143-48b8-9452-0e1d44b9af58 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:25.368393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e4eda59-223c-438a-bb04-5c1be7f0def0 req-ccc1ee0f-2143-48b8-9452-0e1d44b9af58 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0544438 Oct 28 08:45:25.432360 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e4eda59-223c-438a-bb04-5c1be7f0def0 req-ae826e0f-d084-4eb3-bc9c-aacb4cd5c54d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573082 Oct 28 08:45:25.449541 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d41db-44e6-44d0-87b3-bd522f11e887 req-23fe10d5-009b-4b04-8660-6d87580896cc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:25.451166 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c6d41db-44e6-44d0-87b3-bd522f11e887 req-23fe10d5-009b-4b04-8660-6d87580896cc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0631778 Oct 28 08:45:25.489588 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c6d41db-44e6-44d0-87b3-bd522f11e887 req-413baf1e-e0c0-4b8f-a08f-b18069541d31 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325298 Oct 28 08:45:26.050234 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-436fa4f9-d987-4f7e-b3f8-e531a961e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.051745 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-436fa4f9-d987-4f7e-b3f8-e531a961e351 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1098 time: 0.0415189 Oct 28 08:45:26.147938 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-f76dbc57-c7c2-4d18-b188-d8d6feb6ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.149466 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-f76dbc57-c7c2-4d18-b188-d8d6feb6ca60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0909402 Oct 28 08:45:26.215603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-b1633529-c2f2-4835-96a6-5162d39ca7c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 1001 time: 0.0585117 Oct 28 08:45:26.269013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-80013efa-53cb-4426-8593-ef989fe6b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.270462 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-80013efa-53cb-4426-8593-ef989fe6b6c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0477951 Oct 28 08:45:26.319544 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-2b99c944-a26f-4c86-8cbe-2ae6d412b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.321238 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-2b99c944-a26f-4c86-8cbe-2ae6d412b072 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428152 Oct 28 08:45:26.414438 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-c653da11-eb8e-417b-a7b7-b33e1b03dbd5 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852885 Oct 28 08:45:26.507791 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b9763807-52ae-42f1-a99c-89fc7ba60a8a req-8356f703-1a35-4634-bf25-16f500c39224 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Oct 28 08:45:26.555290 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4373-14d4-4a6e-a748-26cd6b3ac0d1 req-c6c3ebc0-fbba-4fe3-9bb9-e54f0c82ee5a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.556798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-825a4373-14d4-4a6e-a748-26cd6b3ac0d1 req-c6c3ebc0-fbba-4fe3-9bb9-e54f0c82ee5a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0524223 Oct 28 08:45:26.624483 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-825a4373-14d4-4a6e-a748-26cd6b3ac0d1 req-4dd4ef46-ce37-43c3-9309-13fc43b73613 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615399 Oct 28 08:45:26.642398 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e78134-ea84-42c4-99fe-364b8fe30be6 req-c3ab7c33-c184-46ef-803d-1dd529118666 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:26.643984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1e78134-ea84-42c4-99fe-364b8fe30be6 req-c3ab7c33-c184-46ef-803d-1dd529118666 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0752509 Oct 28 08:45:26.683311 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1e78134-ea84-42c4-99fe-364b8fe30be6 req-ff7b3519-7337-44c1-997e-fbf7d57b6e0a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Oct 28 08:45:27.743416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b4455-3b02-4fed-b35e-2410027f2a30 req-0218cc62-2090-4253-bb72-709ed31235de tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:27.744814 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-145b4455-3b02-4fed-b35e-2410027f2a30 req-0218cc62-2090-4253-bb72-709ed31235de tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0543349 Oct 28 08:45:27.813414 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-145b4455-3b02-4fed-b35e-2410027f2a30 req-787250e6-5184-42be-9b13-d27223a412b2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619774 Oct 28 08:45:27.829876 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91129d42-2319-427d-9e80-836b57df165d req-d4cc37a0-e3f3-450a-bb07-f0a003318291 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:27.831380 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91129d42-2319-427d-9e80-836b57df165d req-d4cc37a0-e3f3-450a-bb07-f0a003318291 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0662978 Oct 28 08:45:27.869845 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91129d42-2319-427d-9e80-836b57df165d req-6e8ceaf8-a440-43f7-8310-b7de1dabd06c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Oct 28 08:45:28.930128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e220-fb94-45c1-a67e-ae7e9fcb8cbe req-1d1ccdcf-dce7-407a-9aa8-a0710a5884b9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:28.931677 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a54e220-fb94-45c1-a67e-ae7e9fcb8cbe req-1d1ccdcf-dce7-407a-9aa8-a0710a5884b9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0504608 Oct 28 08:45:29.000575 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a54e220-fb94-45c1-a67e-ae7e9fcb8cbe req-985039e1-b390-4260-bda6-e3730cf8f82a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620441 Oct 28 08:45:29.016683 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743492d4-b50c-4ddb-9eac-7ec0c0a4ea93 req-59e86c00-0682-4ef6-a639-5ee23eb0bc38 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:29.018173 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-743492d4-b50c-4ddb-9eac-7ec0c0a4ea93 req-59e86c00-0682-4ef6-a639-5ee23eb0bc38 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 945 time: 0.0734255 Oct 28 08:45:29.056224 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:45:29.057122 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-743492d4-b50c-4ddb-9eac-7ec0c0a4ea93 req-bec33589-4e34-446e-bc00-9d7f906d5225 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Oct 28 08:45:29.138007 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:29.166453 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:29.169506 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7709d7ab-54a9-4503-87d4-36e3b355b71d" -d '{"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-unplugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:29.185773 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:29.192159 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:29.221937 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133efb17-d0e8-4dcc-97ea-8b4f91bf4951 x-openstack-request-id: req-133efb17-d0e8-4dcc-97ea-8b4f91bf4951 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:29.222323 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-unplugged", "status": "failed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "code": 422}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:29.222667 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-133efb17-d0e8-4dcc-97ea-8b4f91bf4951 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:29.223291 dv-cinder-815659-2-iscsi neutron-server[107986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'code': 422} returned with failed status Oct 28 08:45:29.250366 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=8']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:29.258275 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.258591 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.258989 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.259354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.259983 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.260512 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.260845 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.261176 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.261503 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.261826 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.262850 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.263401 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:29.608963 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-68d1607f-b0a2-4f15-9156-8fa436c07050 req-f6da8c99-ae17-4d6f-aa83-0a87bb037329 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:45:29.609977 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-68d1607f-b0a2-4f15-9156-8fa436c07050 req-f6da8c99-ae17-4d6f-aa83-0a87bb037329 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0498109 Oct 28 08:45:29.771202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90501baa-a278-42cb-b92d-725f476770b7 req-a696f74e-448d-41df-ade9-051a885cc519 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:29.772719 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90501baa-a278-42cb-b92d-725f476770b7 req-a696f74e-448d-41df-ade9-051a885cc519 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0550625 Oct 28 08:45:29.813759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90501baa-a278-42cb-b92d-725f476770b7 req-618452a7-909f-43f8-9518-9056accc0c61 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340831 Oct 28 08:45:29.934810 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 55816) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:30.016701 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-f07e473d-6a3e-4fdb-b562-da375c09907c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802164 Oct 28 08:45:30.025664 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-6635d9ed-864b-42e0-a053-72fa897d4161 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:45:30.026580 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-6635d9ed-864b-42e0-a053-72fa897d4161 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048642 Oct 28 08:45:30.122431 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c91ab-8f4e-4f70-85fb-4e4f1b295862 req-cf19bba6-c2d1-47ed-830b-ba3c7f8fe211 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:30.123975 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-722c91ab-8f4e-4f70-85fb-4e4f1b295862 req-cf19bba6-c2d1-47ed-830b-ba3c7f8fe211 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0540552 Oct 28 08:45:30.166551 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-722c91ab-8f4e-4f70-85fb-4e4f1b295862 req-8b2895bc-787d-4338-91e2-07d62090bca0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Oct 28 08:45:30.372751 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:30.944580 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a60323-22f8-4387-ac80-db0a59f70e2d req-9efbc40f-0125-4f31-be15-0d545fe5b063 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:30.946084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-06a60323-22f8-4387-ac80-db0a59f70e2d req-9efbc40f-0125-4f31-be15-0d545fe5b063 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0549598 Oct 28 08:45:30.987561 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-06a60323-22f8-4387-ac80-db0a59f70e2d req-e6907454-1185-4328-8512-612e50f94e9c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335202 Oct 28 08:45:31.280895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c843b24-bf2a-4706-862b-6e8ff504b146 req-faa41ee7-9bb9-4c51-a443-7dfc59f9c129 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.282376 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c843b24-bf2a-4706-862b-6e8ff504b146 req-faa41ee7-9bb9-4c51-a443-7dfc59f9c129 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0502217 Oct 28 08:45:31.320327 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c843b24-bf2a-4706-862b-6e8ff504b146 req-8d3ba711-40ca-43b0-80c1-09b446c84292 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320461 Oct 28 08:45:31.539784 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-56100258-5bea-4f17-ba39-dd88e2ea1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.541273 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-56100258-5bea-4f17-ba39-dd88e2ea1994 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 1096 time: 0.0682290 Oct 28 08:45:31.607188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-1613212e-ec9b-485c-9813-b5790e2a0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.608664 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-1613212e-ec9b-485c-9813-b5790e2a0dc8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1096 time: 0.0433445 Oct 28 08:45:31.717239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-c6656af2-4a0c-4463-ae0a-a2ea58c2dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.719025 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-c6656af2-4a0c-4463-ae0a-a2ea58c2dacb service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.1018803 Oct 28 08:45:31.786872 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-9805d869-0d97-4638-ba2c-cc3ea1568239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 200 len: 999 time: 0.0593038 Oct 28 08:45:31.835756 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-3067209b-38bc-44dc-a031-7436672856a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.837235 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-3067209b-38bc-44dc-a031-7436672856a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0426702 Oct 28 08:45:31.884364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-38b0eee3-ec61-454c-a21b-f2a70142d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:31.885900 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-38b0eee3-ec61-454c-a21b-f2a70142d4de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398378 Oct 28 08:45:31.982421 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-b3babbd9-62b6-41cc-be43-8567ec5277da service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868580 Oct 28 08:45:32.288546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-360a9705-804a-4f0f-a8c1-a6d0e2194580 req-dc156329-c8b6-4225-9877-0e45a6f2eac7 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972989 Oct 28 08:45:32.326404 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7592057-75c9-4a14-aa00-546e512e233f req-d8ba3cb1-f191-45ed-93b8-380c4ac070c8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:32.327954 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7592057-75c9-4a14-aa00-546e512e233f req-d8ba3cb1-f191-45ed-93b8-380c4ac070c8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.2616563 Oct 28 08:45:32.368112 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7592057-75c9-4a14-aa00-546e512e233f req-396bee6e-cedd-4ddf-a840-3c281116a0da tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Oct 28 08:45:32.440017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57ca5b-f485-4723-9857-acb9a2e01c01 req-69575faa-debe-4958-957f-0dee2f9c754a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:32.441537 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4f57ca5b-f485-4723-9857-acb9a2e01c01 req-69575faa-debe-4958-957f-0dee2f9c754a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0517869 Oct 28 08:45:32.483716 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4f57ca5b-f485-4723-9857-acb9a2e01c01 req-75c0bed3-8797-49fe-91d0-e0e39814e136 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Oct 28 08:45:33.053801 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:45:33.163776 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:33.175536 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'mac_address': 'fa:16:3e:30:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:45:33.221067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:33.235957 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740398f-07ce-4e13-b20f-5cf387cc8ba7 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:45:33.257234 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:33.261333 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:33.310523 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:33.498190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c2d0a-77e1-4417-8440-4a1a753cb0b5 req-17593e9b-94ea-41e7-b2b9-544460fda8ff tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:33.503208 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-df8c2d0a-77e1-4417-8440-4a1a753cb0b5 req-17593e9b-94ea-41e7-b2b9-544460fda8ff tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0588226 Oct 28 08:45:33.567205 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-df8c2d0a-77e1-4417-8440-4a1a753cb0b5 req-191f7242-c6a1-4ff6-a82a-5c824c84b131 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615637 Oct 28 08:45:33.653994 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ac16-3a4d-471f-9832-b7289299714c req-bbd0ee18-7a25-4c68-ae04-d139a9f33a5a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:33.655498 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d287ac16-3a4d-471f-9832-b7289299714c req-bbd0ee18-7a25-4c68-ae04-d139a9f33a5a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Oct 28 08:45:33.699785 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d287ac16-3a4d-471f-9832-b7289299714c req-78a7c1f0-383a-4306-9053-9ba89201dbef tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375118 Oct 28 08:45:34.047200 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:45:34.235534 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['0740398f-07ce-4e13-b20f-5cf387cc8ba7'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:45:34.697495 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640f17-45e7-45f8-98a5-8f80b5645456 req-d7a9d41a-f24a-4c2a-bf67-94c84d8172fb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:34.705514 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c640f17-45e7-45f8-98a5-8f80b5645456 req-d7a9d41a-f24a-4c2a-bf67-94c84d8172fb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0577683 Oct 28 08:45:34.740364 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c640f17-45e7-45f8-98a5-8f80b5645456 req-0e65f2eb-1e71-42d4-9142-846d00885c44 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339696 Oct 28 08:45:34.820685 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c15cf-1225-40d3-84df-24e84d5e9fe8 req-2118addf-f70a-4da9-bd71-0b535d798e38 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:34.822253 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d6c15cf-1225-40d3-84df-24e84d5e9fe8 req-2118addf-f70a-4da9-bd71-0b535d798e38 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 945 time: 0.0541441 Oct 28 08:45:34.869627 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d6c15cf-1225-40d3-84df-24e84d5e9fe8 req-2dbf003d-6747-4ad2-96b3-186fdf2c7712 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401261 Oct 28 08:45:35.865334 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0f348-46d1-415a-bb37-79003a52613c req-9892524a-1422-4ecf-8a58-99da1667fea2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:35.867154 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c7d0f348-46d1-415a-bb37-79003a52613c req-9892524a-1422-4ecf-8a58-99da1667fea2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Oct 28 08:45:35.913290 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c7d0f348-46d1-415a-bb37-79003a52613c req-7f19a8dc-736b-4021-8b26-8d0b422643d1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389278 Oct 28 08:45:36.000632 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369049-6820-4c40-bab1-dff4acca306f req-78588671-7418-43ae-9889-897beb5f2db7 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:36.002167 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c6369049-6820-4c40-bab1-dff4acca306f req-78588671-7418-43ae-9889-897beb5f2db7 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 945 time: 0.0544729 Oct 28 08:45:36.045551 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c6369049-6820-4c40-bab1-dff4acca306f req-ec387a4d-1377-49d9-8513-6a554cf9c654 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 Oct 28 08:45:37.052465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0e63e-4f7a-45cf-8d7e-57fe2d50efbb req-0d7cafa4-c83e-421b-8746-f06034eed609 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:37.053943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a7c0e63e-4f7a-45cf-8d7e-57fe2d50efbb req-0d7cafa4-c83e-421b-8746-f06034eed609 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0519998 Oct 28 08:45:37.084710 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:45:37.109716 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a7c0e63e-4f7a-45cf-8d7e-57fe2d50efbb req-b7cae170-ee25-4d24-881a-44684f559fa4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488057 Oct 28 08:45:37.160631 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:45:37.164939 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:45:37.165317 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:37.186848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc7e06-dc42-4961-9dc0-93ae8587d834 req-bb6e16d8-633e-4a9f-b1b0-dd57ec0cdd25 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:37.194118 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1bcc7e06-dc42-4961-9dc0-93ae8587d834 req-bb6e16d8-633e-4a9f-b1b0-dd57ec0cdd25 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 945 time: 0.0643232 Oct 28 08:45:37.238971 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1bcc7e06-dc42-4961-9dc0-93ae8587d834 req-400d749f-2308-4585-b399-4c24568b06e7 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Oct 28 08:45:37.255284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:37.285265 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:37.287716 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba9497-e01a-48cc-9020-a365ef84ad7e" -d '{"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:37.304913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:45:37.315015 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:37.335498 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1db9ab-69dd-4de3-84ea-f2b0329b23bc x-openstack-request-id: req-cc1db9ab-69dd-4de3-84ea-f2b0329b23bc {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:37.335813 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:37.336133 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc1db9ab-69dd-4de3-84ea-f2b0329b23bc {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:37.336563 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'code': 200} Oct 28 08:45:37.383092 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:38.237233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdf336-d78d-4e1e-9288-9d88cb2601f2 req-5cc13728-0f01-4281-b388-1216f2172214 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:38.238965 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-99fdf336-d78d-4e1e-9288-9d88cb2601f2 req-5cc13728-0f01-4281-b388-1216f2172214 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0537384 Oct 28 08:45:38.283737 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-99fdf336-d78d-4e1e-9288-9d88cb2601f2 req-5119f7e1-55f2-4527-aaa9-71dde18a47ec tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Oct 28 08:45:38.357472 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620bc814-ff77-418c-a587-50f1f098f404 req-12a4826c-d1d9-4fe8-a47f-ac46dbe955aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:38.358916 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-620bc814-ff77-418c-a587-50f1f098f404 req-12a4826c-d1d9-4fe8-a47f-ac46dbe955aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0516818 Oct 28 08:45:38.404553 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-620bc814-ff77-418c-a587-50f1f098f404 req-780eb4d6-8042-46e3-b774-5a312345d0d5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Oct 28 08:45:39.411567 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c648a-a660-4cce-95b5-a0a7bb926f13 req-c5d30e48-9b12-4277-88ca-1905df4697cf tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:39.413030 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c2c648a-a660-4cce-95b5-a0a7bb926f13 req-c5d30e48-9b12-4277-88ca-1905df4697cf tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0513189 Oct 28 08:45:39.454152 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c2c648a-a660-4cce-95b5-a0a7bb926f13 req-bd0ea9ba-e0de-4c3f-b21b-08f40a99f9b4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347862 Oct 28 08:45:39.528863 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97240eff-e6aa-4547-a537-7afa00f8dfd2 req-e95427cc-97ec-446a-8d4d-3dc8db04969d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:39.530384 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97240eff-e6aa-4547-a537-7afa00f8dfd2 req-e95427cc-97ec-446a-8d4d-3dc8db04969d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0517235 Oct 28 08:45:39.572704 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97240eff-e6aa-4547-a537-7afa00f8dfd2 req-a0cf5098-4597-4870-8a4d-53846d1832e5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356944 Oct 28 08:45:40.584806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a578-811f-4980-b8c5-44f927ccaf6d req-cd420ab7-1c59-4c0c-bc48-8626fa7793fb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:40.586311 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3265a578-811f-4980-b8c5-44f927ccaf6d req-cd420ab7-1c59-4c0c-bc48-8626fa7793fb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0529084 Oct 28 08:45:40.636929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3265a578-811f-4980-b8c5-44f927ccaf6d req-e0c09f42-e902-4b20-b2ef-767e71625241 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386536 Oct 28 08:45:40.697607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7988eb-271b-4b01-9654-cb4f7f2ed35c req-a990b520-57bf-4b88-a41c-8405b15017f6 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:40.702473 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c7988eb-271b-4b01-9654-cb4f7f2ed35c req-a990b520-57bf-4b88-a41c-8405b15017f6 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0555637 Oct 28 08:45:40.743425 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6c7988eb-271b-4b01-9654-cb4f7f2ed35c req-b373f247-2648-4376-a613-3b4a7111114f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Oct 28 08:45:41.772554 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4abf-8bee-4ee2-ac2a-fe9a9c5ba2f1 req-e4accd3d-7149-4005-91f6-5d68616372e8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:41.773788 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3fba4abf-8bee-4ee2-ac2a-fe9a9c5ba2f1 req-e4accd3d-7149-4005-91f6-5d68616372e8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0543649 Oct 28 08:45:41.817574 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3fba4abf-8bee-4ee2-ac2a-fe9a9c5ba2f1 req-8f6bd64e-56f4-4f00-b120-6992dec66d81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372579 Oct 28 08:45:41.883097 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eeb824-9510-4b0a-b149-f0535fc8e32d req-f9f12919-18fe-458e-9584-7e6721f2cf33 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:41.884629 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5eeb824-9510-4b0a-b149-f0535fc8e32d req-f9f12919-18fe-458e-9584-7e6721f2cf33 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0572491 Oct 28 08:45:41.930086 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b5eeb824-9510-4b0a-b149-f0535fc8e32d req-9823003d-83e9-4d00-b60a-7ce6082172e1 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Oct 28 08:45:42.068494 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-aad128c5-0fad-4dce-9765-d48da3c0d8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:42.957220 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ea57f-1038-4531-96e7-0a8d98317e30 req-cc4867bf-6d2c-44b8-a1bf-69b41376b7a7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:42.958905 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-318ea57f-1038-4531-96e7-0a8d98317e30 req-cc4867bf-6d2c-44b8-a1bf-69b41376b7a7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0565403 Oct 28 08:45:42.999293 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-318ea57f-1038-4531-96e7-0a8d98317e30 req-4248adbe-2023-484d-98a0-8f418b81d76b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Oct 28 08:45:43.050797 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977e10b-4ede-4766-892a-966ed3886815 req-5a87dd9e-3d4e-4393-9f14-2cc238bfc055 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:43.052272 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9977e10b-4ede-4766-892a-966ed3886815 req-5a87dd9e-3d4e-4393-9f14-2cc238bfc055 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0510230 Oct 28 08:45:43.091063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9977e10b-4ede-4766-892a-966ed3886815 req-090232d3-aace-4bf2-a870-73bff06e31ae tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Oct 28 08:45:44.132935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb05e3-79ec-4e49-bbd0-f02bbc4e146a req-6bdb074c-9f1e-42c5-b341-5902855d1729 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:44.134522 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92fb05e3-79ec-4e49-bbd0-f02bbc4e146a req-6bdb074c-9f1e-42c5-b341-5902855d1729 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0529413 Oct 28 08:45:44.195717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92fb05e3-79ec-4e49-bbd0-f02bbc4e146a req-2498ab3d-d0ad-40c9-b9b6-4d34789c95cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543408 Oct 28 08:45:44.233666 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf4cff-db0b-44d4-bdb2-e6692cf00233 req-5dcf2d76-7c2b-46aa-9abf-9e0be52c9ad5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:44.235193 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2bf4cff-db0b-44d4-bdb2-e6692cf00233 req-5dcf2d76-7c2b-46aa-9abf-9e0be52c9ad5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0612929 Oct 28 08:45:44.276031 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2bf4cff-db0b-44d4-bdb2-e6692cf00233 req-637538b3-c83f-4c20-8a6d-62419a144eb6 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349619 Oct 28 08:45:44.826629 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5e68af18-77c7-4f41-96d8-fffb7835d86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:45.322689 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233112-5da6-4238-a5c8-a3c23aa654d8 req-0cc29e2b-58a9-4ba4-a61b-0bace8fb34ae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:45.324838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f233112-5da6-4238-a5c8-a3c23aa654d8 req-0cc29e2b-58a9-4ba4-a61b-0bace8fb34ae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0518544 Oct 28 08:45:45.372723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f233112-5da6-4238-a5c8-a3c23aa654d8 req-44fab23b-f1fa-486d-90aa-592a01d83da2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Oct 28 08:45:45.412388 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54a8a9-5f23-408c-ba2a-32291b7e2231 req-cffd2004-631f-4410-8794-39a92987fcdf tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:45.414067 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d54a8a9-5f23-408c-ba2a-32291b7e2231 req-cffd2004-631f-4410-8794-39a92987fcdf tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0624511 Oct 28 08:45:45.451702 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d54a8a9-5f23-408c-ba2a-32291b7e2231 req-039c42b8-688e-43d9-b475-41cbebd955de tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Oct 28 08:45:45.711599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:45.915716 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:46.498073 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d992cb8-0a4d-4beb-8143-8cf0a4fc175c req-36d9f850-05c5-45f7-9762-3aa74811ba23 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:46.499797 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d992cb8-0a4d-4beb-8143-8cf0a4fc175c req-36d9f850-05c5-45f7-9762-3aa74811ba23 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0525939 Oct 28 08:45:46.563637 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d992cb8-0a4d-4beb-8143-8cf0a4fc175c req-a58e5c41-f5a8-466a-8525-2e7c25e9182f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575480 Oct 28 08:45:46.582092 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9db43-895f-43a4-b2a0-636b4f7d8793 req-b1c7ee08-ca6c-419d-a21a-c79a7506137b tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:46.583601 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70e9db43-895f-43a4-b2a0-636b4f7d8793 req-b1c7ee08-ca6c-419d-a21a-c79a7506137b tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0620005 Oct 28 08:45:46.622603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70e9db43-895f-43a4-b2a0-636b4f7d8793 req-324968f6-f8f4-45c1-a5af-bbe0e378c3ff tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Oct 28 08:45:47.320258 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:47.690819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449118cc-9683-43ee-b6e3-3849f868acbb req-74e445b9-f343-494a-8539-222acbeebbb9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:47.692323 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-449118cc-9683-43ee-b6e3-3849f868acbb req-74e445b9-f343-494a-8539-222acbeebbb9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0538082 Oct 28 08:45:47.757484 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-449118cc-9683-43ee-b6e3-3849f868acbb req-2842ff75-ba14-4fa0-ac72-d1f83a304ba7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556235 Oct 28 08:45:47.766847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11583908-da31-4f87-ae1c-1f5f176277e4 req-6a9aa8bd-9d36-49f1-a515-7a90bdcf8ce0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:47.768616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-11583908-da31-4f87-ae1c-1f5f176277e4 req-6a9aa8bd-9d36-49f1-a515-7a90bdcf8ce0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0748961 Oct 28 08:45:47.809135 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-11583908-da31-4f87-ae1c-1f5f176277e4 req-37c06c4f-6602-4d65-8f11-5ae982ae97d5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Oct 28 08:45:48.883337 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bbdb0-dfc4-4468-8b52-7c69e1eed1e3 req-525b07b2-dd24-4afa-89de-7b2f35de6694 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:48.884899 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa0bbdb0-dfc4-4468-8b52-7c69e1eed1e3 req-525b07b2-dd24-4afa-89de-7b2f35de6694 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0517533 Oct 28 08:45:48.957682 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa0bbdb0-dfc4-4468-8b52-7c69e1eed1e3 req-ec485a36-33f4-48a8-a586-4a4533891d4d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621560 Oct 28 08:45:48.966986 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3d215-05ee-472d-b360-1b0b81e466af req-4a29b3ca-5f01-4b6c-b537-08322ee9c525 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:48.968924 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f0f3d215-05ee-472d-b360-1b0b81e466af req-4a29b3ca-5f01-4b6c-b537-08322ee9c525 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0830748 Oct 28 08:45:49.009453 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f0f3d215-05ee-472d-b360-1b0b81e466af req-2662b33a-2374-4681-aac1-eaf6b6aac137 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344279 Oct 28 08:45:50.088553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96f961-c9fa-48d5-a742-e9f35ef4f883 req-10e93802-f9a6-45ca-a4bd-a56198279aed tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:50.090195 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5f96f961-c9fa-48d5-a742-e9f35ef4f883 req-10e93802-f9a6-45ca-a4bd-a56198279aed tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0568223 Oct 28 08:45:50.157896 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5f96f961-c9fa-48d5-a742-e9f35ef4f883 req-314c3219-6ec8-478d-92b6-4c42b7d09afc tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576899 Oct 28 08:45:50.169582 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695d23a-dd2f-4686-b914-ad58088f3e0c req-4f07724d-7ccd-460a-a8a8-df4a97f36971 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:50.171136 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4695d23a-dd2f-4686-b914-ad58088f3e0c req-4f07724d-7ccd-460a-a8a8-df4a97f36971 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0798776 Oct 28 08:45:50.211469 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4695d23a-dd2f-4686-b914-ad58088f3e0c req-27a86f3c-0f69-4e6c-8ab5-d6ce9fca5c05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Oct 28 08:45:51.283396 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5c334-0f83-4625-a717-c8ac8ecdcd47 req-66855e5d-d3c9-4964-a294-1026022f0ce1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:51.285759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a6d5c334-0f83-4625-a717-c8ac8ecdcd47 req-66855e5d-d3c9-4964-a294-1026022f0ce1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0532362 Oct 28 08:45:51.349778 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a6d5c334-0f83-4625-a717-c8ac8ecdcd47 req-7990bd7a-1987-4d65-afb0-eb0af18026fe tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526767 Oct 28 08:45:51.362419 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356ddd7-ab78-4e39-8c51-de41c60df1b7 req-6da0f31d-22e7-417b-b631-586caa0721a5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:51.363822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b356ddd7-ab78-4e39-8c51-de41c60df1b7 req-6da0f31d-22e7-417b-b631-586caa0721a5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0771515 Oct 28 08:45:51.408175 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b356ddd7-ab78-4e39-8c51-de41c60df1b7 req-3ce4f8e7-560f-46ad-85ad-2e06115ce29e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Oct 28 08:45:51.504120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806b41-5172-4a2f-9800-14f36bc52a17 req-42b80e67-2746-4d91-919a-f64e6e5200d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:51.505564 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56806b41-5172-4a2f-9800-14f36bc52a17 req-42b80e67-2746-4d91-919a-f64e6e5200d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0434496 Oct 28 08:45:51.541302 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56806b41-5172-4a2f-9800-14f36bc52a17 req-ac9b1d11-680d-48d2-a9cc-98c4fbeac312 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284286 Oct 28 08:45:52.485402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe1041-c373-4d16-90ce-cbb9ff34efd8 req-ecdbf67f-ffaf-42dc-99b0-ffad3a7323e5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:52.486939 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2bbe1041-c373-4d16-90ce-cbb9ff34efd8 req-ecdbf67f-ffaf-42dc-99b0-ffad3a7323e5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0620687 Oct 28 08:45:52.553461 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2bbe1041-c373-4d16-90ce-cbb9ff34efd8 req-d5a5180a-1f96-4aa1-8d8a-e041327eba6d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568664 Oct 28 08:45:52.562438 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56086e-c7cf-44f6-85b3-f39e6ed59a14 req-94d45aba-fa94-4790-b938-959e90cf9b15 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:52.564031 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4c56086e-c7cf-44f6-85b3-f39e6ed59a14 req-94d45aba-fa94-4790-b938-959e90cf9b15 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0761838 Oct 28 08:45:52.607130 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4c56086e-c7cf-44f6-85b3-f39e6ed59a14 req-f36b5b87-73fa-4470-9498-54cd8da223d0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Oct 28 08:45:53.547416 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56086) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:53.664660 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.722084 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baed524-331f-493d-ae83-5451b12d7037 req-275be6a0-82c9-4c8d-beb1-b4c2a09790ad tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:53.724713 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8baed524-331f-493d-ae83-5451b12d7037 req-275be6a0-82c9-4c8d-beb1-b4c2a09790ad tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0785787 Oct 28 08:45:53.756340 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.760671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.793848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce0a58-ccab-494d-97c9-b8241ea4e514 req-dd6d229b-2f66-4edf-b8ba-845fbbad8bd2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:53.796151 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-efce0a58-ccab-494d-97c9-b8241ea4e514 req-dd6d229b-2f66-4edf-b8ba-845fbbad8bd2 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0990329 Oct 28 08:45:53.799284 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8baed524-331f-493d-ae83-5451b12d7037 req-b8cd1dc1-e812-4922-ba32-6975d297b244 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585337 Oct 28 08:45:53.800496 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51ec25e883be46a4aef86eb7bdc3f9bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519150 Oct 28 08:45:53.803979 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56094) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:53.810436 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479a8e57-4e7d-41e1-8e1f-8c48377d74f1,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.827429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119acad8-d242-4e5e-a192-a1a76309899e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:45:53.860391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-efce0a58-ccab-494d-97c9-b8241ea4e514 req-28c3b933-39df-4433-be8f-d6f64deeaa10 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577052 Oct 28 08:45:53.883022 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.905530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.954742 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.957637 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:53.958793 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/479a8e57-4e7d-41e1-8e1f-8c48377d74f1 HTTP/1.1" status: 204 len: 168 time: 0.1478913 Oct 28 08:45:53.967626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df359-a04c-4e62-85cd-355579940d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479a8e57-4e7d-41e1-8e1f-8c48377d74f1,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:54.934286 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8058b1-7c19-4cbb-b0cc-06c26a7d4bd4 req-501d62c2-4109-4bda-847c-764ed3dc65b2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:54.936075 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c8058b1-7c19-4cbb-b0cc-06c26a7d4bd4 req-501d62c2-4109-4bda-847c-764ed3dc65b2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0594552 Oct 28 08:45:55.010188 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c8058b1-7c19-4cbb-b0cc-06c26a7d4bd4 req-42553d4e-c8ab-41c5-8df3-6877e9e1612c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659332 Oct 28 08:45:55.024968 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deef198-6cb7-49ba-8d59-7c717d09085d req-9614242b-4379-49d1-94e5-e73975d765c9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:55.027618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6deef198-6cb7-49ba-8d59-7c717d09085d req-9614242b-4379-49d1-94e5-e73975d765c9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0839643 Oct 28 08:45:55.028544 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56136) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:55.073011 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6deef198-6cb7-49ba-8d59-7c717d09085d req-c94b820b-8763-4f9e-a0ad-55ff05ce4d59 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374663 Oct 28 08:45:55.152913 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9e1b-5a40-4134-9441-96bbedf9b530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.253997 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325521-aab4-4ab2-9f46-59023f22798e req-4b239d4e-c7c3-4b58-b347-f6432412d361 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:55.255498 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1d325521-aab4-4ab2-9f46-59023f22798e req-4b239d4e-c7c3-4b58-b347-f6432412d361 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0864334 Oct 28 08:45:55.316407 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1d325521-aab4-4ab2-9f46-59023f22798e req-61175a0d-d980-4185-9da7-069ff0185250 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538518 Oct 28 08:45:55.321081 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9e1b-5a40-4134-9441-96bbedf9b530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.325938 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9e1b-5a40-4134-9441-96bbedf9b530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.338485 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56142) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:55.364192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd9e1b-5a40-4134-9441-96bbedf9b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7aacd1-6399-4738-aeaa-9c9025412cd2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:55.368524 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-9bbd9e1b-5a40-4134-9441-96bbedf9b530 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e407a1cf7c174586998364bde73a83de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390219 Oct 28 08:45:55.371754 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56146) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:55.422777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.444017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.500898 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.503705 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.504884 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f7aacd1-6399-4738-aeaa-9c9025412cd2 HTTP/1.1" status: 204 len: 168 time: 0.1321545 Oct 28 08:45:55.507696 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576de132-f31a-40cf-ac42-e8c64ef5ff95 tempest-TestShelveInstance-1712963570 tempest-TestShelveInstance-1712963570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:55.509996 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-576de132-f31a-40cf-ac42-e8c64ef5ff95 tempest-TestShelveInstance-1712963570 tempest-TestShelveInstance-1712963570-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1094 time: 0.1696997 Oct 28 08:45:55.513380 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56154) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:55.517975 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:45:55.521132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0973a-0ba0-4581-93cb-edded84536aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7aacd1-6399-4738-aeaa-9c9025412cd2,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:55.549846 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for floatingip, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.660515 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.772084 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Allocated IP 172.27.1.34 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/26492941-cd7b-4e06-8eca-7dffa151dea2) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:45:55.880230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.919844 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:55.962066 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:45:55.966017 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:45:55.970551 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:45:55.976148 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'Port': ['ID=26492941-cd7b-4e06-8eca-7dffa151dea2,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:56.319971 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4ae97-2731-4f46-9258-73dc266dac1a req-b2af5d6f-a412-408b-b789-a3f640876e53 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:56.326284 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-45b4ae97-2731-4f46-9258-73dc266dac1a req-b2af5d6f-a412-408b-b789-a3f640876e53 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0632279 Oct 28 08:45:56.345458 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.367748 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-45b4ae97-2731-4f46-9258-73dc266dac1a req-dbe0bf95-d424-4083-89b0-42ca0c76bac7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Oct 28 08:45:56.420449 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.574631 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.580049 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8972982'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.650912 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event updated for resources: {'Port': ['ID=26492941-cd7b-4e06-8eca-7dffa151dea2,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:56.665052 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:56.811056 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Floating IP 3d8804d3-3c9d-428b-845b-0f85321ce34e associated. External IP: 172.27.1.34, port: 0740398f-07ce-4e13-b20f-5cf387cc8ba7. Oct 28 08:45:56.924890 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56202) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:57.034480 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:45:57.119558 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-98d08d04-f1fb-4a18-b391-327a8d5cacce admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.179665 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:45:57.190360 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Sync routers for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:45:57.201320 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:45:57.202035 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:45:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:45:57.207883 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.251719 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-98d08d04-f1fb-4a18-b391-327a8d5cacce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.253827 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ebbd670f-7287-4466-9635-cf61e23bbcbe tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7394576 Oct 28 08:45:57.254397 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:45:57.256774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8431b80e-73e2-4e6d-bd60-ee625ecf6297" -d '{"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:45:57.272175 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-98d08d04-f1fb-4a18-b391-327a8d5cacce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.319769 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-98d08d04-f1fb-4a18-b391-327a8d5cacce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b085f0d44d04b11b20b44010afd41b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897355 Oct 28 08:45:57.319769 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d08d04-f1fb-4a18-b391-327a8d5cacce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aeca2d-7ae6-485b-91de-fa40fce32a84,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:57.320200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56214) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:45:57.321288 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:45:57.387163 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.411434 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.447582 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b435de-4f7c-41de-af47-06f64b3ca6e5 x-openstack-request-id: req-65b435de-4f7c-41de-af47-06f64b3ca6e5 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:45:57.448093 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:45:57.448093 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65b435de-4f7c-41de-af47-06f64b3ca6e5 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:45:57.448624 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'status': 'completed', 'code': 200} Oct 28 08:45:57.521264 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.524003 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:45:57.525147 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58aeca2d-7ae6-485b-91de-fa40fce32a84 HTTP/1.1" status: 204 len: 168 time: 0.2000301 Oct 28 08:45:57.547110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb366cec-0f03-4513-86df-d7c2b6e482ac req-1fc45498-3992-4628-b433-9162e0e6356e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.548616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb366cec-0f03-4513-86df-d7c2b6e482ac req-1fc45498-3992-4628-b433-9162e0e6356e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.1004367 Oct 28 08:45:57.550819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa335c31-6ab9-4712-ab71-49a4c6d08601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aeca2d-7ae6-485b-91de-fa40fce32a84,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:45:57.558704 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-2c956ef1-99b1-4066-819a-14eda4619dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.560405 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-2c956ef1-99b1-4066-819a-14eda4619dc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0814822 Oct 28 08:45:57.602224 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '3d8804d3-3c9d-428b-845b-0f85321ce34e', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'mac_address': 'fa:16:3e:30:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:45:56Z', 'updated_at': '2021-10-28T08:45:56Z', 'revision_number': 0, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:45:57.631019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Checking router: 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:45:57.641251 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:45:57.641632 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:45:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:45:57.648465 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb366cec-0f03-4513-86df-d7c2b6e482ac req-08e66a64-e9f3-48de-9011-fd377f2fc29b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870926 Oct 28 08:45:57.688128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-f914324b-7c53-4d31-b0ee-1c73f082222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.689612 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-f914324b-7c53-4d31-b0ee-1c73f082222f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.1202407 Oct 28 08:45:57.762567 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-c74b1134-c3f3-4610-ac45-6a8f781ace77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 999 time: 0.0650005 Oct 28 08:45:57.789169 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:45:57.822655 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-d2caf707-3623-42dc-8984-eee6477f2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.822655 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-d2caf707-3623-42dc-8984-eee6477f2a1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0508571 Oct 28 08:45:57.880134 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-345efed2-09e2-463c-9bd8-b5b2d01da49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:57.881687 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-345efed2-09e2-463c-9bd8-b5b2d01da49b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503936 Oct 28 08:45:57.985859 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-0a24efcd-ecd3-440a-999a-e5d77f10edee service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956490 Oct 28 08:45:58.085335 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '3d8804d3-3c9d-428b-845b-0f85321ce34e', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'mac_address': 'fa:16:3e:30:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:45:56Z', 'updated_at': '2021-10-28T08:45:56Z', 'revision_number': 0, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:45:58.116823 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8431b80e-73e2-4e6d-bd60-ee625ecf6297 req-6220fb5d-bb2c-4149-aea7-70ca525f950e service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196043 Oct 28 08:45:58.239905 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109574de-eb7f-44d3-85f9-2d6de5a4769c None None] The sync data for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi is: [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '3d8804d3-3c9d-428b-845b-0f85321ce34e', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'mac_address': 'fa:16:3e:30:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:45:56Z', 'updated_at': '2021-10-28T08:45:56Z', 'revision_number': 0, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:45:58.439391 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b554499a-3962-401b-b09e-ff3614b5fa95 None None] New status for floating IP 3d8804d3-3c9d-428b-845b-0f85321ce34e: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:45:58.795238 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca03c7-107c-4b0b-bd7d-cfc0bd37a8b4 req-a8e9c448-752f-45bc-9e84-1e49b7a498b5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:58.796735 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d4ca03c7-107c-4b0b-bd7d-cfc0bd37a8b4 req-a8e9c448-752f-45bc-9e84-1e49b7a498b5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0540352 Oct 28 08:45:58.834265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d4ca03c7-107c-4b0b-bd7d-cfc0bd37a8b4 req-3087b966-9240-40bc-ba6b-f8e383f06218 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Oct 28 08:45:59.954248 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be334a0-8a41-419e-93f2-ea634b6a70aa req-738743e7-7c10-4fc0-a9a1-225813b9f97b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:45:59.955744 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7be334a0-8a41-419e-93f2-ea634b6a70aa req-738743e7-7c10-4fc0-a9a1-225813b9f97b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0491438 Oct 28 08:45:59.994941 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7be334a0-8a41-419e-93f2-ea634b6a70aa req-5704d05a-d7f9-4d89-8860-cbf69365af3a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334208 Oct 28 08:46:00.363039 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:01.122313 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9aa6e-dfed-434b-9d98-688692a2b873 req-f484adbf-73a1-4b45-bac2-53ed9de11b66 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:01.123837 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-04e9aa6e-dfed-434b-9d98-688692a2b873 req-f484adbf-73a1-4b45-bac2-53ed9de11b66 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0539567 Oct 28 08:46:01.162718 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-04e9aa6e-dfed-434b-9d98-688692a2b873 req-e08f38e9-75f3-45e9-b1e6-24111acf2cda tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Oct 28 08:46:02.283200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dad84-2afc-48ba-b433-b55d930da4cb req-f309b6f5-cb26-4873-a920-c53d6027e146 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:02.284717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b35dad84-2afc-48ba-b433-b55d930da4cb req-f309b6f5-cb26-4873-a920-c53d6027e146 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0498998 Oct 28 08:46:02.325070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b35dad84-2afc-48ba-b433-b55d930da4cb req-a9c3317c-e2da-42e1-aa96-e6306e8ae2dd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Oct 28 08:46:03.446231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17af3a-6b7d-4077-bc27-adb76d097d0c req-1494c874-fe90-435a-a85d-81afb4a41358 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:03.447672 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2a17af3a-6b7d-4077-bc27-adb76d097d0c req-1494c874-fe90-435a-a85d-81afb4a41358 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0500069 Oct 28 08:46:03.486838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2a17af3a-6b7d-4077-bc27-adb76d097d0c req-3cc8c718-6ba8-4669-9680-7894ce24cc6b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Oct 28 08:46:04.609559 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bd816-707f-401f-a101-195985f4dc2c req-1dbf8025-f56e-4a07-b146-0bb45fb4b44b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:04.611617 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-296bd816-707f-401f-a101-195985f4dc2c req-1dbf8025-f56e-4a07-b146-0bb45fb4b44b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Oct 28 08:46:04.648942 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-296bd816-707f-401f-a101-195985f4dc2c req-63689b2b-dc4c-45fd-8f6f-feb2184484c5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Oct 28 08:46:05.192057 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:46:05.288312 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:05.299928 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'b51a5869-7eac-401f-ad13-59a689851a50', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'b51a5869-7eac-401f-ad13-59a689851a50', 'mac_address': 'fa:16:3e:e6:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:46:05.338442 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:05.352198 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:46:05.373408 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:05.378242 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:05.430029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=9']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:05.763349 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['b51a5869-7eac-401f-ad13-59a689851a50'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:46:05.765124 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56328) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:05.780017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd27416-7ac9-495e-acc9-c6a417fe8837 req-d0ceb2a3-3f7b-4c4e-be0a-f48da5839f26 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:05.781616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bd27416-7ac9-495e-acc9-c6a417fe8837 req-d0ceb2a3-3f7b-4c4e-be0a-f48da5839f26 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0561752 Oct 28 08:46:05.824184 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bd27416-7ac9-495e-acc9-c6a417fe8837 req-d740eff2-d46d-446b-aa2a-80cb32e4f45c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354173 Oct 28 08:46:05.880418 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3787-1331-4cfd-8429-8526db2f1de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:05.961171 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3787-1331-4cfd-8429-8526db2f1de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:05.965010 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2e6d3787-1331-4cfd-8429-8526db2f1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.004702 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2e6d3787-1331-4cfd-8429-8526db2f1de2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2c56114da4a4fa19e37234b3e1574c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383542 Oct 28 08:46:06.006626 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d3787-1331-4cfd-8429-8526db2f1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07700b9-ee43-4552-8a80-f256fb8a855b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:06.007417 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56332) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:06.055181 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.076448 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.137777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.140493 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:06.141764 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f07700b9-ee43-4552-8a80-f256fb8a855b HTTP/1.1" status: 204 len: 168 time: 0.1332612 Oct 28 08:46:06.150043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1401a21-67db-401e-b334-62c388205619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07700b9-ee43-4552-8a80-f256fb8a855b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:06.963599 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722c55-94ac-479b-98d7-da68e3b650e4 req-4ff78abe-6e9a-4db4-90d8-216e14f09904 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:06.969381 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c722c55-94ac-479b-98d7-da68e3b650e4 req-4ff78abe-6e9a-4db4-90d8-216e14f09904 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 944 time: 0.0704079 Oct 28 08:46:07.045309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c722c55-94ac-479b-98d7-da68e3b650e4 req-ad948c5d-5363-47b6-ad50-60fef5dfbe28 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692656 Oct 28 08:46:07.214211 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:46:07.263865 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port b51a5869-7eac-401f-ad13-59a689851a50 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:46:07.264258 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:07.344087 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:07.367323 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:46:07.369795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdbba9-e3a6-4c94-a5bb-618da97c94c4" -d '{"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:46:07.385342 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:46:07.389915 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:07.443017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=10']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:07.590873 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad3497-53b9-42bf-8fcd-176a50242d25 x-openstack-request-id: req-ccad3497-53b9-42bf-8fcd-176a50242d25 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:46:07.591188 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-plugged", "status": "completed", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:46:07.591441 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccad3497-53b9-42bf-8fcd-176a50242d25 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:46:07.591835 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'code': 200} Oct 28 08:46:08.127256 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fff26a-c87d-4966-8a4f-e94a1c8ee10d req-2d3b3a63-ec4b-4c5a-8f7a-04e04ebc3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:08.130806 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70fff26a-c87d-4966-8a4f-e94a1c8ee10d req-2d3b3a63-ec4b-4c5a-8f7a-04e04ebc3ad0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 1099 time: 0.0506675 Oct 28 08:46:08.202819 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70fff26a-c87d-4966-8a4f-e94a1c8ee10d req-42af1e94-8c82-4b8b-a85b-2800c315696b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537789 Oct 28 08:46:08.218119 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c719-8621-4398-a048-47af8f269ebf req-6ef4be71-366d-4b7c-b78d-a40b5b137b0b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:08.220634 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bd2c719-8621-4398-a048-47af8f269ebf req-6ef4be71-366d-4b7c-b78d-a40b5b137b0b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0882618 Oct 28 08:46:08.278368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5bd2c719-8621-4398-a048-47af8f269ebf req-5b2cd348-cf7d-4c20-9d5b-fd441b4d697c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519011 Oct 28 08:46:09.410122 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad998-ddc2-439f-b255-682a39666602 req-b410b7ed-995c-477b-bf37-b0149c7d5355 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:09.411637 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-538ad998-ddc2-439f-b255-682a39666602 req-b410b7ed-995c-477b-bf37-b0149c7d5355 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Oct 28 08:46:09.450391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-538ad998-ddc2-439f-b255-682a39666602 req-0012f82e-d654-44f7-b452-3c4bdd2d368d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Oct 28 08:46:10.578144 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff80f-13dd-4f5b-b67e-d0a69a7f5240 req-0cbdb6e4-d85e-4adf-a89d-c9fd228a9331 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:10.579698 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0ff80f-13dd-4f5b-b67e-d0a69a7f5240 req-0cbdb6e4-d85e-4adf-a89d-c9fd228a9331 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0508492 Oct 28 08:46:10.622408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b0ff80f-13dd-4f5b-b67e-d0a69a7f5240 req-3ba175bf-0d41-43c1-b2f3-33d81a4668a9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367272 Oct 28 08:46:11.046132 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:46:11.754322 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea040-ad9f-4213-8f71-de28152fa64d req-2a3a03ac-8c81-4878-96cf-fc3d504adce5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:11.755829 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-516ea040-ad9f-4213-8f71-de28152fa64d req-2a3a03ac-8c81-4878-96cf-fc3d504adce5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0552485 Oct 28 08:46:11.797400 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-516ea040-ad9f-4213-8f71-de28152fa64d req-a919babf-356d-4dfc-a5bb-378b0ba7895b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Oct 28 08:46:12.050437 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-70dbf49c-be31-4497-84ec-bce4b09c4f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:12.819100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56472) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:12.925856 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23c22caf-4748-49e6-9697-4b23576d192c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.001051 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23c22caf-4748-49e6-9697-4b23576d192c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.004997 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23c22caf-4748-49e6-9697-4b23576d192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.043555 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-23c22caf-4748-49e6-9697-4b23576d192c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e23a971ee0d64cbf893666cdbb514f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233715 Oct 28 08:46:13.044279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c22caf-4748-49e6-9697-4b23576d192c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a122cdf-cc07-467d-a3a6-bec02eeffee5,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:13.046968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56476) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:46:13.098066 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.118850 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.164047 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.166827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:13.168044 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6a122cdf-cc07-467d-a3a6-bec02eeffee5 HTTP/1.1" status: 204 len: 168 time: 0.1198466 Oct 28 08:46:13.175836 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5b14-2906-483a-a738-fb54f47f6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a122cdf-cc07-467d-a3a6-bec02eeffee5,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:46:14.828394 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-eb2b2323-0794-4712-9621-79acde76b42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:15.714290 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:15.918677 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:17.320608 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:30.360181 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:37.606354 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3c177-3eb8-4262-8156-3c1671f835c8 req-1f1d9ffc-58f6-4f69-84ac-46b6930dcefd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:37.608048 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32e3c177-3eb8-4262-8156-3c1671f835c8 req-1f1d9ffc-58f6-4f69-84ac-46b6930dcefd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Oct 28 08:46:37.647825 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32e3c177-3eb8-4262-8156-3c1671f835c8 req-6b634dd7-68ed-4aab-b8d2-0d8c85ea22d6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Oct 28 08:46:38.770465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a47870-39db-4bdc-b57d-130a1b3c4d67 req-868bbb91-7133-4a0a-b6fe-23bbdfaca7b1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:38.771961 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-76a47870-39db-4bdc-b57d-130a1b3c4d67 req-868bbb91-7133-4a0a-b6fe-23bbdfaca7b1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0532451 Oct 28 08:46:38.811572 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-76a47870-39db-4bdc-b57d-130a1b3c4d67 req-b7ddcc74-6d58-4ffd-964d-1eec86678556 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337329 Oct 28 08:46:39.927152 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b185bf9-18d3-4bb7-bd13-b4e06901e5d9 req-4a17af91-2124-4ba5-a24b-072cc0019a3b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:39.928659 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b185bf9-18d3-4bb7-bd13-b4e06901e5d9 req-4a17af91-2124-4ba5-a24b-072cc0019a3b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0495117 Oct 28 08:46:39.966244 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b185bf9-18d3-4bb7-bd13-b4e06901e5d9 req-baf01ab8-41e4-4a59-bbf8-ebe1d9c67023 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Oct 28 08:46:41.081509 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2dcc-52e9-4225-a3f9-50b52502ad80 req-98215459-5576-48b7-a6a6-9f50d5a0e107 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:41.083055 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72cf2dcc-52e9-4225-a3f9-50b52502ad80 req-98215459-5576-48b7-a6a6-9f50d5a0e107 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Oct 28 08:46:41.123020 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72cf2dcc-52e9-4225-a3f9-50b52502ad80 req-be5c7d7b-2b32-4226-9a39-3c8f657d2f19 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340247 Oct 28 08:46:42.051354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8c92-974d-45b0-b21f-027c0eb39fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:42.240498 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56206a-479d-4e29-9801-d550f67c35d8 req-5313effe-b245-4b94-8c9c-fe1250d0ad39 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:42.241945 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1a56206a-479d-4e29-9801-d550f67c35d8 req-5313effe-b245-4b94-8c9c-fe1250d0ad39 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0520403 Oct 28 08:46:42.280358 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1a56206a-479d-4e29-9801-d550f67c35d8 req-7b87dbe7-91c9-4573-aae2-5886d20f4864 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Oct 28 08:46:43.394021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3c55d-5d22-416a-b432-cb62149592a4 req-86d68bd9-ecab-4e0d-81ba-122a2046e98a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:43.395441 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66e3c55d-5d22-416a-b432-cb62149592a4 req-86d68bd9-ecab-4e0d-81ba-122a2046e98a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Oct 28 08:46:43.433370 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-66e3c55d-5d22-416a-b432-cb62149592a4 req-d5849887-6277-4c2e-a159-1453c067c500 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Oct 28 08:46:44.550008 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e87d0-31e7-4a2b-93cb-5e7676ab96a8 req-14ea68f1-7274-4270-924e-0ba56a415a5c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:44.551508 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-866e87d0-31e7-4a2b-93cb-5e7676ab96a8 req-14ea68f1-7274-4270-924e-0ba56a415a5c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Oct 28 08:46:44.588278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-866e87d0-31e7-4a2b-93cb-5e7676ab96a8 req-812375a5-4d4e-4fc5-b829-8944a3f659bc tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308793 Oct 28 08:46:44.831019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f060ca6d-fabc-4225-b130-dd6db0e31769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.710125 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9323d-d7bf-4175-b33e-0d72fa920088 req-d77f7a6e-04ea-4988-8a7f-82240880acb7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:45.711642 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2cb9323d-d7bf-4175-b33e-0d72fa920088 req-d77f7a6e-04ea-4988-8a7f-82240880acb7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0539832 Oct 28 08:46:45.717277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:45.752380 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2cb9323d-d7bf-4175-b33e-0d72fa920088 req-2d70e817-d885-4290-9adf-fb369622eefa tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324333 Oct 28 08:46:45.922666 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:46.865650 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffdf0a-16da-4256-b00e-9481460c8bf1 req-59ec91b6-6e79-45a4-90ce-3f8d51266742 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:46.867206 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-00ffdf0a-16da-4256-b00e-9481460c8bf1 req-59ec91b6-6e79-45a4-90ce-3f8d51266742 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0485694 Oct 28 08:46:46.905960 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-00ffdf0a-16da-4256-b00e-9481460c8bf1 req-e458533c-9869-4fbe-9d6e-f35a084c1e9a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320730 Oct 28 08:46:47.323048 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:46:48.023405 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c81f3-add9-43ff-b812-d71897ef7dd0 req-acd4b174-c859-4761-a1e6-2e4dee530dcd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:48.024905 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c24c81f3-add9-43ff-b812-d71897ef7dd0 req-acd4b174-c859-4761-a1e6-2e4dee530dcd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Oct 28 08:46:48.045323 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:46:48.063475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c24c81f3-add9-43ff-b812-d71897ef7dd0 req-e3fc78bc-9f17-4dd7-8ec9-206a2558364f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313232 Oct 28 08:46:49.181787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1b7a6-9647-413b-9303-57773419f138 req-2cea86d5-6209-4d88-b897-337c83f6cfd8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:49.183287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-78d1b7a6-9647-413b-9303-57773419f138 req-2cea86d5-6209-4d88-b897-337c83f6cfd8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Oct 28 08:46:49.224532 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-78d1b7a6-9647-413b-9303-57773419f138 req-73379e6f-7f6b-4745-acc7-2d475289ae5a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352736 Oct 28 08:46:50.343284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b8bb2-a77d-45a8-b758-9c86af04b6c2 req-364f480d-51c2-4be7-8425-c175809fba92 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:50.344851 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-262b8bb2-a77d-45a8-b758-9c86af04b6c2 req-364f480d-51c2-4be7-8425-c175809fba92 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0526042 Oct 28 08:46:50.385039 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-262b8bb2-a77d-45a8-b758-9c86af04b6c2 req-86077826-9c9b-475f-b99f-148a8861e0a2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Oct 28 08:46:51.498976 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead66e2-947c-4479-a650-ad4d11421c9e req-0d4b75be-5f1a-493e-9bd0-0d3dcb07850a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:51.500444 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ead66e2-947c-4479-a650-ad4d11421c9e req-0d4b75be-5f1a-493e-9bd0-0d3dcb07850a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0485475 Oct 28 08:46:51.536790 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4ead66e2-947c-4479-a650-ad4d11421c9e req-d509350c-cbcb-4260-98bb-9c28066d4af9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305367 Oct 28 08:46:52.667195 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c934fd-4728-478f-99c1-d6bba76fb29a req-371d5f05-7caf-48c1-93ba-46fa87aebf1f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:52.668737 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e8c934fd-4728-478f-99c1-d6bba76fb29a req-371d5f05-7caf-48c1-93ba-46fa87aebf1f tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0583060 Oct 28 08:46:52.717733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e8c934fd-4728-478f-99c1-d6bba76fb29a req-bab1add4-c46c-41de-923d-f2bde890ca88 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Oct 28 08:46:53.837894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9943a-2a5f-4b56-8b76-adb86c99eb45 req-5dab0949-3940-45c4-96ad-accc53e9528e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:53.839406 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ef9943a-2a5f-4b56-8b76-adb86c99eb45 req-5dab0949-3940-45c4-96ad-accc53e9528e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Oct 28 08:46:53.877220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ef9943a-2a5f-4b56-8b76-adb86c99eb45 req-6aafb4b9-706c-4348-b515-1163722e8ff1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310245 Oct 28 08:46:54.994912 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9e694-c761-488a-a4b3-deedf01f1c2b req-62afeb4e-2f3e-4f80-afeb-0ab26d764e40 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:54.996391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-38b9e694-c761-488a-a4b3-deedf01f1c2b req-62afeb4e-2f3e-4f80-afeb-0ab26d764e40 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Oct 28 08:46:55.033916 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-38b9e694-c761-488a-a4b3-deedf01f1c2b req-e7ad1794-5bc3-4206-a23c-8aef3b75bedb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Oct 28 08:46:56.152767 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518de34-02f2-4a0c-b5d3-6269f94806fc req-93e966f8-392c-42d2-85c8-e1d7ce6d2a9d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:56.154210 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6518de34-02f2-4a0c-b5d3-6269f94806fc req-93e966f8-392c-42d2-85c8-e1d7ce6d2a9d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0526662 Oct 28 08:46:56.192825 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6518de34-02f2-4a0c-b5d3-6269f94806fc req-02860a5b-8001-4009-a6c3-b7cce20a7add tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Oct 28 08:46:57.307381 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2217a3-60b4-4ff9-8c9b-576c24112a67 req-1b62d5cb-b486-4189-9d12-d9eabd264990 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:57.309643 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db2217a3-60b4-4ff9-8c9b-576c24112a67 req-1b62d5cb-b486-4189-9d12-d9eabd264990 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0509129 Oct 28 08:46:57.348073 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db2217a3-60b4-4ff9-8c9b-576c24112a67 req-d325fa78-756d-4af9-805f-7bd523c7c8b0 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319762 Oct 28 08:46:58.461682 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc5f9a-8bd4-498e-b012-7844f203c401 req-868709d0-8a54-4d29-8793-d2310a01bb74 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.463220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-08bc5f9a-8bd4-498e-b012-7844f203c401 req-868709d0-8a54-4d29-8793-d2310a01bb74 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Oct 28 08:46:58.501638 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-08bc5f9a-8bd4-498e-b012-7844f203c401 req-80af905e-0ab7-4652-b238-df32fa187a85 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314157 Oct 28 08:46:58.700520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3fa35-0351-41b0-ba0a-659a8c1c3239 req-cdeb1563-4ca5-4770-b8c6-f0fc3ccd6f83 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.702364 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5c3fa35-0351-41b0-ba0a-659a8c1c3239 req-cdeb1563-4ca5-4770-b8c6-f0fc3ccd6f83 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0547850 Oct 28 08:46:58.770146 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5c3fa35-0351-41b0-ba0a-659a8c1c3239 req-a7f39c41-dab6-48d7-b83b-09c2c07e01ee tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615201 Oct 28 08:46:58.776529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504d9af-5d30-476f-b6fb-2491415e077f req-851dd0e9-ea1b-4aae-b050-d537849e0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.778775 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-851dd0e9-ea1b-4aae-b050-d537849e0aaa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.0646050 Oct 28 08:46:58.877845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504d9af-5d30-476f-b6fb-2491415e077f req-f102f134-0500-4c61-ad00-632ac2064aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.879354 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-f102f134-0500-4c61-ad00-632ac2064aeb service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.0884101 Oct 28 08:46:58.944871 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-6b1daa14-04aa-4ef0-b1eb-dc1b935fb62b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1000 time: 0.0582554 Oct 28 08:46:58.994073 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504d9af-5d30-476f-b6fb-2491415e077f req-cab9808c-b3e0-4163-bc16-37d51df9c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:58.995445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-cab9808c-b3e0-4163-bc16-37d51df9c9f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0433559 Oct 28 08:46:59.254201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504d9af-5d30-476f-b6fb-2491415e077f req-a8f4d24d-8135-422e-ad4e-ec358ec8fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:59.255611 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-a8f4d24d-8135-422e-ad4e-ec358ec8fe14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2516341 Oct 28 08:46:59.345694 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-26373475-991d-411b-8083-3d2efc3758bf service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814147 Oct 28 08:46:59.438360 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a504d9af-5d30-476f-b6fb-2491415e077f req-f1c5992a-ffd9-4bcd-9898-fc5341273795 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847340 Oct 28 08:46:59.888091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4d237-a457-44bd-a46f-ea1624ff441a req-a73cf4a9-8b2e-4093-93c0-d7f610e7233d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:46:59.889582 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47c4d237-a457-44bd-a46f-ea1624ff441a req-a73cf4a9-8b2e-4093-93c0-d7f610e7233d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Oct 28 08:46:59.930307 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-47c4d237-a457-44bd-a46f-ea1624ff441a req-1a686fd9-98eb-4fe0-b63f-e60ca249df1d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347824 Oct 28 08:47:00.357473 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:00.545198 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-b531e268-a6ec-4a45-ba9c-49766e769988 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394154 Oct 28 08:47:00.630889 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-034523f1-d109-4f3f-a664-991bbca58fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.632263 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-034523f1-d109-4f3f-a664-991bbca58fef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 1098 time: 0.0448499 Oct 28 08:47:00.737746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-03db1d5c-9b85-4e23-8519-a542692b2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.739243 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-03db1d5c-9b85-4e23-8519-a542692b2088 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.0877166 Oct 28 08:47:00.806747 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-47bc5f4b-0136-463b-8622-f83130889641 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 200 len: 1000 time: 0.0603185 Oct 28 08:47:00.856113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-e87fa52c-c031-4ed0-9ca6-7e99d620a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.857550 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-e87fa52c-c031-4ed0-9ca6-7e99d620a0b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0436041 Oct 28 08:47:00.903245 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-8d406474-be0c-4576-b34f-a797d5e26f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:00.904638 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-8d406474-be0c-4576-b34f-a797d5e26f94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395770 Oct 28 08:47:00.999379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-ec515862-5a8f-4026-b284-487280f78aae service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869005 Oct 28 08:47:01.100593 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d43b9-bfd8-4452-afdf-8e6df2abe868 req-69b1795a-e367-496c-b0b5-1479350cb3b3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:01.102082 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-679d43b9-bfd8-4452-afdf-8e6df2abe868 req-69b1795a-e367-496c-b0b5-1479350cb3b3 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.1018486 Oct 28 08:47:01.137862 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ec16cb1-934c-4b6b-b563-34f835801a82 req-1e9c3bc6-006f-462a-853c-4d5b2dbe38e5 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294141 Oct 28 08:47:01.154453 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-679d43b9-bfd8-4452-afdf-8e6df2abe868 req-f303b125-0cd4-441f-b25a-ec2306e83044 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Oct 28 08:47:12.053794 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f660a801-035e-4d5c-81c9-e0e44abe3522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:14.832238 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-bb44a3c9-a7db-47a9-8a53-240a9fb639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.720767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:15.924842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:17.325837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:20.305728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c02a3-2e83-4d1b-983b-7cd19708f670 req-ca5ceb40-e0f7-49c6-bd5d-c637f6bd69ae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:20.307250 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-745c02a3-2e83-4d1b-983b-7cd19708f670 req-ca5ceb40-e0f7-49c6-bd5d-c637f6bd69ae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0495431 Oct 28 08:47:20.346033 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-745c02a3-2e83-4d1b-983b-7cd19708f670 req-731c78a9-9ef6-4488-acf9-360067c8fcba tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Oct 28 08:47:21.466887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12f312-3ecd-42fb-96c6-2c3e37181087 req-fe50f817-c56d-4ffa-8942-bf58d9d9e26a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:21.468393 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9a12f312-3ecd-42fb-96c6-2c3e37181087 req-fe50f817-c56d-4ffa-8942-bf58d9d9e26a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Oct 28 08:47:21.506519 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9a12f312-3ecd-42fb-96c6-2c3e37181087 req-c7f73468-4207-4981-aeb1-4ecc95e5da61 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Oct 28 08:47:22.285123 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c78e1-b066-4f45-8373-ab531924fe59 req-a4c5c741-ab23-4c61-9755-2ae53fa4ecb0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.286613 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-261c78e1-b066-4f45-8373-ab531924fe59 req-a4c5c741-ab23-4c61-9755-2ae53fa4ecb0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.0515621 Oct 28 08:47:22.376789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Deleting port b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:22.377025 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.469000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] For port b51a5869-7eac-401f-ad13-59a689851a50, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b51a5869-7eac-401f-ad13-59a689851a50,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:22.469736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.751414 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5bcbf-331d-423f-b6c3-1668162e0a31 req-62d51c1f-2871-4b07-9595-5cbbe4b71ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:22.752818 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74d5bcbf-331d-423f-b6c3-1668162e0a31 req-62d51c1f-2871-4b07-9595-5cbbe4b71ab6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3ca69d-4e09-4205-b6ec-2a6189724e46 HTTP/1.1" status: 200 len: 946 time: 0.1716232 Oct 28 08:47:22.794232 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.794621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.794985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Floating IP 296ed368-fca2-4208-a33c-15eea0416e0b disassociated. External IP: 172.27.1.231, port: b51a5869-7eac-401f-ad13-59a689851a50. Oct 28 08:47:22.795327 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Calling delete_port for b51a5869-7eac-401f-ad13-59a689851a50 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:22.822099 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74d5bcbf-331d-423f-b6c3-1668162e0a31 req-66b323c9-9c68-465e-afad-3650cc8869a5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=73ffde5d-a41d-4971-8872-f8e052ce21b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633845 Oct 28 08:47:22.935726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:22.970005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'Port': ['ID=b51a5869-7eac-401f-ad13-59a689851a50,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:22.980992 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.981338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.981676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.982010 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.982339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.982695 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.983022 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.983345 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.983664 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.985169 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.985512 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:22.985842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:23.099449 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:23.208150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:23.220213 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:23.230892 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:23.231776 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:23.247983 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] No DVR routers for this DVR port b51a5869-7eac-401f-ad13-59a689851a50 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:47:23.250744 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.254017 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-261c78e1-b066-4f45-8373-ab531924fe59 req-b78e894e-2f7f-4ad7-b4a5-8a0dfc91bbb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "DELETE /v2.0/ports/b51a5869-7eac-401f-ad13-59a689851a50 HTTP/1.1" status: 204 len: 173 time: 0.9608383 Oct 28 08:47:23.254451 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-deleted', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:23.256760 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16043e4f-37ce-4cb9-a685-fdcba8ca6916" -d '{"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-deleted", "tag": "b51a5869-7eac-401f-ad13-59a689851a50"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:23.303649 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb4a8ba-107e-40a0-8be0-27d9b4888b05 x-openstack-request-id: req-6eb4a8ba-107e-40a0-8be0-27d9b4888b05 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:23.303940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3ca69d-4e09-4205-b6ec-2a6189724e46", "name": "network-vif-deleted", "tag": "b51a5869-7eac-401f-ad13-59a689851a50", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:23.304188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6eb4a8ba-107e-40a0-8be0-27d9b4888b05 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:23.304569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3ca69d-4e09-4205-b6ec-2a6189724e46', 'name': 'network-vif-deleted', 'tag': 'b51a5869-7eac-401f-ad13-59a689851a50', 'status': 'completed', 'code': 200} Oct 28 08:47:23.358296 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:23.569358 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:23.597000 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:23.605651 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:23.606263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:23.730463 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:23.923801 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56610) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:23.956474 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:23.985153 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:23.990382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4e74-9b26-4646-853c-10762551ddff None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:24.009170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.060778 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.064359 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.068207 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "DELETE /v2.0/security-groups/73ffde5d-a41d-4971-8872-f8e052ce21b8 HTTP/1.1" status: 204 len: 168 time: 0.1417403 Oct 28 08:47:24.069022 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56612) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.081675 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e412-66de-47fe-bc0a-1bf5a22db8d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffde5d-a41d-4971-8872-f8e052ce21b8,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.113232 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.api.v2.resource [None req-c00c83ef-21b8-48f7-893e-ae283cad36bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] show failed (client error): The resource could not be found. Oct 28 08:47:24.117416 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c00c83ef-21b8-48f7-893e-ae283cad36bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups/73ffde5d-a41d-4971-8872-f8e052ce21b8 HTTP/1.1" status: 404 len: 347 time: 0.0432270 Oct 28 08:47:24.117416 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56616) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.251856 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Deleting port f2b84767-d875-45a8-bf6a-a95c418e15a2 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:47:24.252200 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.278388 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d2a5f-c681-4647-8336-2b9d7e4f3aef None None] New status for floating IP 296ed368-fca2-4208-a33c-15eea0416e0b: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:24.339387 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.339895 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.354107 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Calling delete_port for f2b84767-d875-45a8-bf6a-a95c418e15a2 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:47:24.454590 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.db.api [None req-652d2a5f-c681-4647-8336-2b9d7e4f3aef None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 08:47:24.454590 dv-cinder-815659-2-iscsi neutron-server[107987]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Oct 28 08:47:24.454590 dv-cinder-815659-2-iscsi neutron-server[107987]: [parameters: {'status': 'DOWN', 'floatingips_id': '296ed368-fca2-4208-a33c-15eea0416e0b'}] Oct 28 08:47:24.454590 dv-cinder-815659-2-iscsi neutron-server[107987]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=107987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:47:24.455053 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG oslo_db.api [None req-652d2a5f-c681-4647-8336-2b9d7e4f3aef None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:47:24.497638 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.525962 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'Port': ['ID=f2b84767-d875-45a8-bf6a-a95c418e15a2,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:24.557264 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.557618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.557956 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.558294 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.558901 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.559084 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.559379 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.559707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.560035 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.560363 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.560707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.561015 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:24.605960 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.609959 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:24.611408 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-d271a350-b33d-4d37-86ce-3a205ad776bd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "DELETE /v2.0/floatingips/296ed368-fca2-4208-a33c-15eea0416e0b HTTP/1.1" status: 204 len: 168 time: 0.4930308 Oct 28 08:47:24.956740 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d2a5f-c681-4647-8336-2b9d7e4f3aef None None] New status for floating IP 296ed368-fca2-4208-a33c-15eea0416e0b: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:24.957246 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56620) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:24.962005 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242027566', 'description': 'tempest-description--1325925874'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:24.987243 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.045792 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:47:25.058707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.063495 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.097051 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.098422 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1401269 Oct 28 08:47:25.099396 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7f7c7-a303-4ec0-9a50-4080adc554cd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d780e24-0665-4bd3-88f0-b7910e3e52f6,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.101381 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56622) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:25.106843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group_rule': {'security_group_id': '6d780e24-0665-4bd3-88f0-b7910e3e52f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:25.135146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.179530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.182850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.201642 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0467671-d451-4809-8c34-2203177d6756,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.212574 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.213684 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ebe22e37-5ded-491b-8688-754f8e9d8b9e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112292 Oct 28 08:47:25.216587 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56624) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:25.221373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'security_group_rule': {'security_group_id': '6d780e24-0665-4bd3-88f0-b7910e3e52f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:25.250770 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.309260 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.314067 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.335924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779107c2-5b0f-4547-b80a-97ef56c8b042,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:25.343784 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.344996 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-145fb0dc-5666-43c1-8f30-a961fe31218a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272855 Oct 28 08:47:25.348202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56626) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:25.352706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:25.376818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.476446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.794607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Allocated IP 172.27.1.145 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/87644a3e-8636-4ca0-a68c-a3fa6a5b29db) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:25.900660 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.935064 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:25.976577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:25.979572 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:25.982019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:26.008009 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=87644a3e-8636-4ca0-a68c-a3fa6a5b29db,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:26.071242 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.111732 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.259596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.263850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.342230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=87644a3e-8636-4ca0-a68c-a3fa6a5b29db,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:26.348829 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.365053 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:26.366295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-927523eb-4e9c-4e8c-9111-d048b2bb3a56 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0170927 Oct 28 08:47:26.555512 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-a912ae23-9eb0-4f40-bf5f-080f99306a6a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--242027566&fields=id&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 267 time: 0.0324466 Oct 28 08:47:26.667224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-9bfcaa41-6740-4331-8c9a-e5e8a3623790 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:26.668599 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-9bfcaa41-6740-4331-8c9a-e5e8a3623790 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 816 time: 0.1057992 Oct 28 08:47:26.683998 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-29b1c5c9-a3d1-4619-bc99-ad12e2c94f81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/quotas/caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 375 time: 0.0090909 Oct 28 08:47:26.740110 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-b01605c8-fac6-456a-a5e8-4895acc0ece5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495408 Oct 28 08:47:26.837838 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-6289c1ed-1503-4ad9-a4f8-725d01b01633 service neutron] 10.222.0.76 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854983 Oct 28 08:47:26.927733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-0f3565ef-59f5-44d9-88d8-8b7ab11eca85 service neutron] 10.222.0.76 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834603 Oct 28 08:47:27.090185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b329b83-744f-4a14-b451-e015e3276d0b req-8bd70962-7867-4f6c-8055-504d54fc512b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 210 time: 0.0258811 Oct 28 08:47:27.686864 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:47:27.711703 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: b51a5869-7eac-401f-ad13-59a689851a50 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:47:27.712144 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b51a5869-7eac-401f-ad13-59a689851a50 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:47:28.017301 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-b2a3326b-d4b6-4fd9-be46-2272c4a939d4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.018765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-b2a3326b-d4b6-4fd9-be46-2272c4a939d4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 816 time: 0.1088576 Oct 28 08:47:28.064675 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-b6aa5964-a057-45c0-a4f7-3b5ea83005a7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 379 time: 0.0362074 Oct 28 08:47:28.079899 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'port': {'device_id': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'admin_state_up': True, 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'security_groups': ['6d780e24-0665-4bd3-88f0-b7910e3e52f6']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:28.197801 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6d09ee26-2c93-4ec0-92fb-a199f808cc5b req-3fa1954c-648e-4ac6-8820-f1a7eeed656d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 210 time: 0.0302312 Oct 28 08:47:28.217005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Made reservation on behalf of caed8624c42e4e4aab79cb3ca12ef824 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:47:28.220760 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.347682 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Allocated IP 172.20.0.3 (523f4404-9c20-4bbb-88e2-e5dcf3255867/26889cb4-cb47-4829-a99c-91364125db03/bd4afab1-47c9-4cd2-87f5-5d7b28f4e628) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:47:28.480801 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.513858 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.561955 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:47:28.565178 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:47:28.568933 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:47:28.575373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:28.624020 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:28.625239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.642303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-a03d8c7e-f33e-4442-9dcc-3b608ee87bdd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667641 Oct 28 08:47:28.655004 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Request body: {'port': {'device_id': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:28.714152 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.862563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-bf1094ec-a67d-4c95-9299-ff8fc602ba6c None None] Provisioning complete for port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:28.863160 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-bf1094ec-a67d-4c95-9299-ff8fc602ba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:28.897731 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-bf1094ec-a67d-4c95-9299-ff8fc602ba6c None None] Port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:47:28.987170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:28.994441 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.006788 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Transition to ACTIVE for port object bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:47:29.011743 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.064029 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:29.138220 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Attempting to bind port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:47:29.138580 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Attempting to bind port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:47:29.138915 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Attempting to bind port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:29.144099 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:47:29.144419 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Attempting to bind port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 on network 523f4404-9c20-4bbb-88e2-e5dcf3255867 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:47:29.149551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:47:29.149890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Checking segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:47:29.150269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Bound using segment: {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:47:29.150721 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Bound port: bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5befbe0e-a97d-4479-b9b1-672ee8471c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:47:29.151086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.215515 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:47:29.219606 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:47:29.225525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.259338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.260188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:29.261606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 1093 time: 0.6110902 Oct 28 08:47:29.268234 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:29.270611 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13f1ac-c446-4a82-b0a6-768c89cad852" -d '{"events": [{"name": "network-changed", "server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:29.315424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b0678c-f0cf-44ea-b5a9-a6f56e1a3600 x-openstack-request-id: req-82b0678c-f0cf-44ea-b5a9-a6f56e1a3600 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:29.315736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:29.315980 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82b0678c-f0cf-44ea-b5a9-a6f56e1a3600 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:29.316379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'status': 'completed', 'code': 200} Oct 28 08:47:29.364402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42804c12-91f9-42e8-9975-858afe34d793 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:29.391570 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d61a5-6ecb-4255-a533-843c7890b584 req-5178d97e-dfbf-47fe-b24d-148dc693bfb0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.393475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a9d61a5-6ecb-4255-a533-843c7890b584 req-5178d97e-dfbf-47fe-b24d-148dc693bfb0 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.1196651 Oct 28 08:47:29.400149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-594eedb4-c618-40f6-9a27-dea39b64d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.401559 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-594eedb4-c618-40f6-9a27-dea39b64d100 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0808148 Oct 28 08:47:29.455936 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-693eaf56-7b90-461f-b4de-97c06760cc81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 217 time: 0.0395193 Oct 28 08:47:29.493335 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a9d61a5-6ecb-4255-a533-843c7890b584 req-74783f75-5621-4160-8e7a-1713a9145d2e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908055 Oct 28 08:47:29.514420 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-0d4d33b9-1beb-4148-becc-3dd727a7bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.516871 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-0d4d33b9-1beb-4148-becc-3dd727a7bf14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0537357 Oct 28 08:47:29.577168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7143-8508-438c-b837-918f92049c75 req-b6723aaf-b68b-4e50-9f81-d493cdf66097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.579354 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-b6723aaf-b68b-4e50-9f81-d493cdf66097 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538607 Oct 28 08:47:29.667807 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-c1b8e208-e630-4e55-ab46-76f1e4737117 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812783 Oct 28 08:47:29.759566 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9bfd7143-8508-438c-b837-918f92049c75 req-cd5c3096-df24-4918-946d-6dc37321aeb5 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Oct 28 08:47:29.849555 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-413f6910-7a41-4cf2-8ac5-ce2244f76e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.851109 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-413f6910-7a41-4cf2-8ac5-ce2244f76e4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0441816 Oct 28 08:47:29.948228 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-4d586377-3da8-4706-bc90-9c41bdbdfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:29.949613 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-4d586377-3da8-4706-bc90-9c41bdbdfc5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0896904 Oct 28 08:47:29.993757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-371db8c1-dd28-4914-a019-86bd04aa694e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 217 time: 0.0349395 Oct 28 08:47:30.042036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-bb3ce82b-a08c-4b3a-8565-0ece96b17e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.043534 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-bb3ce82b-a08c-4b3a-8565-0ece96b17e6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0424058 Oct 28 08:47:30.091535 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-b60e006c-7f9e-4b75-b229-cc595c9f3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.093603 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-b60e006c-7f9e-4b75-b229-cc595c9f3268 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425611 Oct 28 08:47:30.185330 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-2ac82a8a-77e5-4b80-a025-391cf238eab0 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854192 Oct 28 08:47:30.278539 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf13f1ac-c446-4a82-b0a6-768c89cad852 req-afaaa6e9-a4a7-4b7c-aedb-cc13916b3708 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850875 Oct 28 08:47:30.346847 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:30.614682 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d453dac-1c33-4f3f-a37e-323c864dd8ce req-e64b8535-f088-4fd4-95da-011c2fc9a847 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:30.616192 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d453dac-1c33-4f3f-a37e-323c864dd8ce req-e64b8535-f088-4fd4-95da-011c2fc9a847 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0500014 Oct 28 08:47:30.653671 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d453dac-1c33-4f3f-a37e-323c864dd8ce req-fefc2dc4-202d-4297-aa5e-5acf6f42217c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Oct 28 08:47:31.774076 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82d557-c4d7-45a9-862b-da15803ef3be req-105ecaa3-43da-4988-af8f-248b8fa0b649 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:31.775590 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f82d557-c4d7-45a9-862b-da15803ef3be req-105ecaa3-43da-4988-af8f-248b8fa0b649 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0486302 Oct 28 08:47:31.813756 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f82d557-c4d7-45a9-862b-da15803ef3be req-7aaf85e7-7a1b-4abd-b254-0ea5816afb21 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Oct 28 08:47:32.934947 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711297-d2fe-48af-8e68-cc74fec82b67 req-91088644-d928-4aaa-a306-6a2f00bff4c6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:32.936420 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c711297-d2fe-48af-8e68-cc74fec82b67 req-91088644-d928-4aaa-a306-6a2f00bff4c6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0525682 Oct 28 08:47:32.975287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8c711297-d2fe-48af-8e68-cc74fec82b67 req-95804231-f31c-480a-ae4b-293bbc69a6e5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Oct 28 08:47:33.724498 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:47:33.820932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:33.832582 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:47:33.869911 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.882603 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:47:33.901585 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:33.907157 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:33.957872 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:33.964861 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.965217 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.965563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.966160 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.966528 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.966859 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.967191 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.967521 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.968480 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.968823 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.969230 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:33.969561 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:47:34.094462 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5536d1-a6bc-4c6b-b89d-d6ed1d30c565 req-ca8bcf8f-6f09-401a-bd4d-5063bec74532 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:34.096054 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ce5536d1-a6bc-4c6b-b89d-d6ed1d30c565 req-ca8bcf8f-6f09-401a-bd4d-5063bec74532 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0499196 Oct 28 08:47:34.133370 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ce5536d1-a6bc-4c6b-b89d-d6ed1d30c565 req-064bbcfd-dc22-4c79-b900-ea37c009d23b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Oct 28 08:47:34.315978 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:47:35.254300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac19d-0ad0-431e-859f-1b7813373c15 req-dbb6cba7-dd87-4add-b4f6-35348aa9dbb2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:35.255884 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-754ac19d-0ad0-431e-859f-1b7813373c15 req-dbb6cba7-dd87-4add-b4f6-35348aa9dbb2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0503993 Oct 28 08:47:35.294467 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-754ac19d-0ad0-431e-859f-1b7813373c15 req-bfba7f87-2b12-4b67-b9e8-69efea003e15 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Oct 28 08:47:35.740757 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:47:35.905523 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:47:35.909673 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:47:35.910047 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:35.989764 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:36.012058 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:36.014236 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1695bc-8c49-4f38-a4e4-46d0c1ce7a62" -d '{"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:36.027082 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:47:36.031586 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:36.058211 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d0c05-6fb5-4b15-8153-df5e8445c562 x-openstack-request-id: req-815d0c05-6fb5-4b15-8153-df5e8445c562 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:36.058525 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:36.058791 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-815d0c05-6fb5-4b15-8153-df5e8445c562 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:36.059176 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'code': 200} Oct 28 08:47:36.085636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:47:36.225331 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaba0f-026a-4b9a-87b7-708c364e92ae req-22a2167a-8b1e-437b-bb42-3df2ba29698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.226844 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6ffaba0f-026a-4b9a-87b7-708c364e92ae req-22a2167a-8b1e-437b-bb42-3df2ba29698f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0433986 Oct 28 08:47:36.264961 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6ffaba0f-026a-4b9a-87b7-708c364e92ae req-28f40961-4c9d-48da-8c05-fe1c54998c3c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301652 Oct 28 08:47:36.417323 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660fc9c-20c7-4b0f-a793-fbac85d0320c req-f7d373b7-7e1e-4ce0-9edc-db78b1ddd903 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:36.418822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2660fc9c-20c7-4b0f-a793-fbac85d0320c req-f7d373b7-7e1e-4ce0-9edc-db78b1ddd903 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0494080 Oct 28 08:47:36.456814 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2660fc9c-20c7-4b0f-a793-fbac85d0320c req-e918fd5e-87dd-4280-9eb2-dde9a2289615 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314293 Oct 28 08:47:37.578671 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e7b45-bf08-4c64-9596-4b41ed691559 req-31e8a9f6-ccd4-4151-a86b-2c7d3c465ec7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:37.580171 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b1e7b45-bf08-4c64-9596-4b41ed691559 req-31e8a9f6-ccd4-4151-a86b-2c7d3c465ec7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0495241 Oct 28 08:47:37.617589 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b1e7b45-bf08-4c64-9596-4b41ed691559 req-cc70ab00-f916-4864-a7a7-18e988b15670 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315032 Oct 28 08:47:38.739708 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de405ad6-2e7b-48c4-a66a-c32722ec8ec8 req-977cd924-3205-49ef-abb6-5fc6e30dcdc5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.741171 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de405ad6-2e7b-48c4-a66a-c32722ec8ec8 req-977cd924-3205-49ef-abb6-5fc6e30dcdc5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0518775 Oct 28 08:47:38.778786 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de405ad6-2e7b-48c4-a66a-c32722ec8ec8 req-4f6d8ad1-d620-4222-8fff-ef1dffa05457 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Oct 28 08:47:38.893759 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31a5e-5837-4be0-a465-868bc2b22b3b req-5c49b682-38f3-484d-867c-2dc370ef75b6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:38.895264 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4b31a5e-5837-4be0-a465-868bc2b22b3b req-5c49b682-38f3-484d-867c-2dc370ef75b6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Oct 28 08:47:38.904064 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56686) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:47:38.909042 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Request body: {'floatingip': {'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:47:38.947518 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.691981 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.695930 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:39.793234 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Floating IP 42de5e5f-a146-4fd3-8df7-dba6a62c248e associated. External IP: 172.27.1.145, port: bd4afab1-47c9-4cd2-87f5-5d7b28f4e628. Oct 28 08:47:40.001287 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:47:40.109115 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:47:40.114891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:40.120339 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:47:40.130822 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:40.131441 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:40.142331 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-766f4c45-c3d7-4a12-9f0b-68ba3e1ab8c2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "PUT /v2.0/floatingips/42de5e5f-a146-4fd3-8df7-dba6a62c248e HTTP/1.1" status: 200 len: 991 time: 1.2372646 Oct 28 08:47:40.142977 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:47:40.145263 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c141e55-6098-4781-b907-63727a06dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:47:40.184748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403941ec-4476-435a-96e5-af0419ac1bcf x-openstack-request-id: req-403941ec-4476-435a-96e5-af0419ac1bcf {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:47:40.185039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:47:40.185296 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-403941ec-4476-435a-96e5-af0419ac1bcf {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:47:40.185848 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'status': 'completed', 'code': 200} Oct 28 08:47:40.243759 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:40.254005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141e55-6098-4781-b907-63727a06dd26 req-c924f692-4f58-4452-be78-136bf9fac75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.255474 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-c924f692-4f58-4452-be78-136bf9fac75a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0444918 Oct 28 08:47:40.347402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141e55-6098-4781-b907-63727a06dd26 req-72b03d3c-632b-4d42-8e6f-2bb6ad32c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.348865 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-72b03d3c-632b-4d42-8e6f-2bb6ad32c56b service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0859966 Oct 28 08:47:40.418357 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-155bcbc6-4705-4dbf-a784-98c66ddd9424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 999 time: 0.0622325 Oct 28 08:47:40.474117 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141e55-6098-4781-b907-63727a06dd26 req-362c8589-d7bc-4443-b473-793915d02643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.475700 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-362c8589-d7bc-4443-b473-793915d02643 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0502405 Oct 28 08:47:40.481224 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '42de5e5f-a146-4fd3-8df7-dba6a62c248e', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:26Z', 'updated_at': '2021-10-28T08:47:39Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:40.508255 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:47:40.517612 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:47:40.518291 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:40.522802 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c141e55-6098-4781-b907-63727a06dd26 req-f81ec989-0f1d-4dcb-997f-057c07ae7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:47:40.524356 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-f81ec989-0f1d-4dcb-997f-057c07ae7cbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408540 Oct 28 08:47:40.619367 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-df460e34-32b6-416d-89ce-5a35d2eed1e6 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Oct 28 08:47:40.623916 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:47:40.714571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c141e55-6098-4781-b907-63727a06dd26 req-8af979e4-2779-4d24-b438-2f93ae96a031 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881648 Oct 28 08:47:40.850192 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '42de5e5f-a146-4fd3-8df7-dba6a62c248e', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:26Z', 'updated_at': '2021-10-28T08:47:39Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:47:40.880859 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08ceda-73c3-4ace-95fd-e24c57b5fe8e None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '42de5e5f-a146-4fd3-8df7-dba6a62c248e', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:47:26Z', 'updated_at': '2021-10-28T08:47:39Z', 'revision_number': 1, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:47:41.071976 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2c7f4f-c58a-4606-b080-08d43023842f None None] New status for floating IP 42de5e5f-a146-4fd3-8df7-dba6a62c248e: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:47:42.056249 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-065c5734-9ecc-42ce-97db-aa1547bfd592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:44.834491 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-07577766-5769-42d5-a5c1-c6124ba9a780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:45.723334 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:45.926744 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:47:47.331625 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:00.358663 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:01.565574 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-92289019-ebdf-4f90-9c4d-334cfe2c4778 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391483 Oct 28 08:48:01.632884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-26488655-1954-4920-b21c-0af41022974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.634372 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-26488655-1954-4920-b21c-0af41022974b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0455723 Oct 28 08:48:01.742552 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-6aed627c-ead6-4e17-97b7-f3362898aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.744030 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-6aed627c-ead6-4e17-97b7-f3362898aae1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.0900772 Oct 28 08:48:01.811861 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-7be72b4a-0d16-40c1-8f4d-72c75e3c9178 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0605543 Oct 28 08:48:01.862579 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-1d8dae43-6ba4-4a00-8313-b2d4facabb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.863940 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-1d8dae43-6ba4-4a00-8313-b2d4facabb35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0439401 Oct 28 08:48:01.909627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-bedd1eef-01ef-4fcd-baab-07825911726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:01.911149 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-bedd1eef-01ef-4fcd-baab-07825911726b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404255 Oct 28 08:48:02.003676 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-368c1087-b1a9-40a8-8320-b41465fca266 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 Oct 28 08:48:02.046142 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:48:02.099606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05f2f48b-dd71-48f4-a2ae-bd0a33af89ae req-cd88f2d6-7397-4525-ae09-6a465ffa791f service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871046 Oct 28 08:48:08.129699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11fa8c-c432-4b2c-810e-c318fc7d2d73 req-f22749cf-a5c8-4756-b281-ddaa7579fc2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:08.131190 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf11fa8c-c432-4b2c-810e-c318fc7d2d73 req-f22749cf-a5c8-4756-b281-ddaa7579fc2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Oct 28 08:48:08.168845 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf11fa8c-c432-4b2c-810e-c318fc7d2d73 req-41684018-66a8-41d0-9892-a964328af60b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Oct 28 08:48:09.285437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906221d-dfe8-4de6-ae7d-8aeeec510b00 req-de5515e4-5451-46df-8463-edab1914ba2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.286953 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f906221d-dfe8-4de6-ae7d-8aeeec510b00 req-de5515e4-5451-46df-8463-edab1914ba2a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0495875 Oct 28 08:48:09.326338 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f906221d-dfe8-4de6-ae7d-8aeeec510b00 req-69748ea5-3f4f-4bc1-8bb7-6749acf06afd tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=bf7f3074-0ea3-4c26-b87e-9f81839e01f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332215 Oct 28 08:48:09.493159 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-c653f2fd-8ac0-48dc-88e7-8bf1edf1e487 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:09.494584 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-c653f2fd-8ac0-48dc-88e7-8bf1edf1e487 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 945 time: 0.0483892 Oct 28 08:48:09.590892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Deleting port bc82b34a-5083-4fe6-8ca3-57d3482a7509 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:09.591231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.678371 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] For port bc82b34a-5083-4fe6-8ca3-57d3482a7509, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bc82b34a-5083-4fe6-8ca3-57d3482a7509,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:09.678756 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.847658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.848021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:09.848342 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Floating IP b71b1f37-f804-4366-9d10-4d1661d4e476 disassociated. External IP: 172.27.1.76, port: bc82b34a-5083-4fe6-8ca3-57d3482a7509. Oct 28 08:48:09.848702 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Calling delete_port for bc82b34a-5083-4fe6-8ca3-57d3482a7509 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:09.976915 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.010157 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'Port': ['ID=bc82b34a-5083-4fe6-8ca3-57d3482a7509,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:10.124248 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:10.444780 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a67ae781-f059-46b8-bcdc-182136f18cec req-e2c0259e-2949-4760-ae42-a1871d05be5a tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=914cd123-e872-418a-bf38-f477fe1551b3 HTTP/1.1" status: 200 len: 210 time: 0.0363567 Oct 28 08:48:10.474842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:10.486758 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:10.497700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:10.498411 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:10.518094 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] No DVR routers for this DVR port bc82b34a-5083-4fe6-8ca3-57d3482a7509 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:48:10.520871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:10.524433 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0207ed8a-1d7d-4f07-b62a-af2232654255 req-7bcf0173-3323-4dc3-a24f-7ed0a6be8cd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "DELETE /v2.0/ports/bc82b34a-5083-4fe6-8ca3-57d3482a7509 HTTP/1.1" status: 204 len: 173 time: 1.0239069 Oct 28 08:48:10.524887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'name': 'network-vif-deleted', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:10.527219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4f38bb-78d5-433e-833b-043c74e21ec1" -d '{"events": [{"server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "name": "network-vif-deleted", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:10.566843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb389a0-694d-4496-8f9e-de726b23593e x-openstack-request-id: req-1fb389a0-694d-4496-8f9e-de726b23593e {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:10.567117 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914cd123-e872-418a-bf38-f477fe1551b3", "name": "network-vif-deleted", "tag": "bc82b34a-5083-4fe6-8ca3-57d3482a7509", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:10.567371 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fb389a0-694d-4496-8f9e-de726b23593e {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:10.567767 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914cd123-e872-418a-bf38-f477fe1551b3', 'name': 'network-vif-deleted', 'tag': 'bc82b34a-5083-4fe6-8ca3-57d3482a7509', 'status': 'completed', 'code': 200} Oct 28 08:48:10.618067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:10.825991 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:10.852643 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:10.861219 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:10.861829 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:47:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:10.970879 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:11.203440 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:11.230118 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74844e77-2e81-41e1-92fa-73f370c522c7 None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:11.443669 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b18431-202a-4e72-9eea-b44b1ed1068f None None] New status for floating IP b71b1f37-f804-4366-9d10-4d1661d4e476: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:11.535777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56782) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.600015 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.626011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.679972 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.683032 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.684220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "DELETE /v2.0/security-groups/bf7f3074-0ea3-4c26-b87e-9f81839e01f0 HTTP/1.1" status: 204 len: 168 time: 0.1474442 Oct 28 08:48:11.687149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56784) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.694139 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdc442-45ba-40c0-8827-5637e94dfd12 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f3074-0ea3-4c26-b87e-9f81839e01f0,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:11.707196 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.api.v2.resource [None req-7c582995-22ec-4345-94c0-f58f8f004840 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] show failed (client error): The resource could not be found. Oct 28 08:48:11.711469 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56786) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:11.711670 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-7c582995-22ec-4345-94c0-f58f8f004840 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups/bf7f3074-0ea3-4c26-b87e-9f81839e01f0 HTTP/1.1" status: 404 len: 347 time: 0.0227923 Oct 28 08:48:11.842340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Deleting port 8b5375c2-9561-43bf-aae4-f9fa140c2422 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:48:11.842714 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.920502 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.920745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:11.932560 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Calling delete_port for 8b5375c2-9561-43bf-aae4-f9fa140c2422 owned by network:floatingip {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:48:12.058672 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-82411db9-e8d5-4086-b8af-2cc3435c16f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.089203 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.115796 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'Port': ['ID=8b5375c2-9561-43bf-aae4-f9fa140c2422,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.196511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.199043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.200196 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b5e443f3-57a6-4589-b60e-5d580b52966b tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "DELETE /v2.0/floatingips/b71b1f37-f804-4366-9d10-4d1661d4e476 HTTP/1.1" status: 204 len: 168 time: 0.4867754 Oct 28 08:48:12.492741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56792) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:12.497383 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615672169', 'description': 'tempest-description--618858453'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:12.519916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.586525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.590454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.620663 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.621898 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1281474 Oct 28 08:48:12.623783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cef4cc-8ab9-4eb3-90b0-970bf9ce4e08 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1568df-a7ff-43f7-bb41-51902dc28b2a,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.625010 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56794) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:12.630110 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group_rule': {'security_group_id': '0a1568df-a7ff-43f7-bb41-51902dc28b2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:12.658145 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.713590 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.717373 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.734019 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5492cae-d659-4873-b382-5fdeb0f1671b,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.743124 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.744417 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f7650646-6211-4bfc-acd0-2418a03eadf1 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178725 Oct 28 08:48:12.747006 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56796) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:12.751793 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'security_group_rule': {'security_group_id': '0a1568df-a7ff-43f7-bb41-51902dc28b2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:12.779702 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.836798 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.841000 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.859132 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1672e5bd-90c0-4973-b221-f7b157112c36,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:12.865460 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.866545 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-cf2e55b7-d990-4c36-bbcd-97a8e657c445 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185639 Oct 28 08:48:12.869783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56798) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:12.874296 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:12.896549 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:12.995598 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.100321 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Allocated IP 172.27.1.39 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/b29a02b8-1ae5-4b08-b8a6-388abb25d125) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:13.206629 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.240533 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.279245 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:13.283485 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:13.287916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:13.290859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=b29a02b8-1ae5-4b08-b8a6-388abb25d125,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:13.374070 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.407622 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.560485 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.565146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.633342 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=b29a02b8-1ae5-4b08-b8a6-388abb25d125,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:13.643514 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.661816 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:13.663105 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-931c970c-ae46-4038-8da3-fb37141cccb6 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7923298 Oct 28 08:48:13.858442 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-4a51208d-0c04-4de0-b3a8-753c1ecfe757 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1615672169&fields=id&tenant_id=d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 267 time: 0.0398142 Oct 28 08:48:13.940110 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bc82b34a-5083-4fe6-8ca3-57d3482a7509 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:13.963073 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: bc82b34a-5083-4fe6-8ca3-57d3482a7509 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:48:13.963426 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bc82b34a-5083-4fe6-8ca3-57d3482a7509 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:48:13.971466 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-0079e132-cfb3-4b9a-a737-6548786fca11 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:13.972929 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-0079e132-cfb3-4b9a-a737-6548786fca11 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 810 time: 0.1069057 Oct 28 08:48:13.990226 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-2b96ad39-d1db-4b33-a413-65b2175f5a3e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/quotas/d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 375 time: 0.0110285 Oct 28 08:48:14.043563 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-084e5cff-23bc-4505-8139-a5341be29551 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474343 Oct 28 08:48:14.143998 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-56b059b6-5b66-4076-bdb4-ad61aa0aeee9 service neutron] 10.222.0.76 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868673 Oct 28 08:48:14.234459 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-26046aba-f7c8-4b6e-9ef7-ae5214100821 service neutron] 10.222.0.76 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844517 Oct 28 08:48:14.393320 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4160d94-09c6-4aa0-871d-90668147839f req-4a9f14bb-723c-466c-80f1-79d6a5dceb72 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 210 time: 0.0259769 Oct 28 08:48:14.959005 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8a447dd1-055d-484b-99ff-3067540119b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.478414 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-16a3f058-a961-4bc5-801b-fea9ed98ec05 req-66bb406d-ecba-4459-bd5e-1487be95b46d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 210 time: 0.0309155 Oct 28 08:48:15.725361 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:15.928411 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:16.556666 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-65e4faff-01a8-400d-a4d2-ff5d63642fa5 req-548ff21e-c8f5-4e2f-b635-c87783070753 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 210 time: 0.0273705 Oct 28 08:48:17.336942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.493045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-713880fe-a495-44f8-8a62-1a97febddae5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:17.494736 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-713880fe-a495-44f8-8a62-1a97febddae5 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 810 time: 0.1224749 Oct 28 08:48:17.552643 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-f661c555-5c3f-4ec8-b864-bb31080efaf4 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12dfed3afe746b58b897b104b2a78ae HTTP/1.1" status: 200 len: 380 time: 0.0475183 Oct 28 08:48:17.564535 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'port': {'device_id': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'admin_state_up': True, 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'security_groups': ['0a1568df-a7ff-43f7-bb41-51902dc28b2a']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:17.695287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b780a033-826b-4f1a-b89f-7eeb7ec1f209 req-e23ff350-efbb-488e-a65d-73e8b536df6e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 210 time: 0.0447786 Oct 28 08:48:17.720865 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Made reservation on behalf of d12dfed3afe746b58b897b104b2a78ae for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:48:17.724950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:17.864707 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Allocated IP 172.20.0.7 (35511921-4507-4196-b423-3f07547df75c/cb9ebd90-bfdf-420a-9f26-ed69d7911766/d06f77e6-19cf-4197-85ed-4921523a9bd2) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:48:18.008937 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.042746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.086147 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Network 35511921-4507-4196-b423-3f07547df75c is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:48:18.094634 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:48:18.094634 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:48:18.125535 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event updated for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:18.153538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.154176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.171873 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-9cabe7b9-57fa-425b-9926-70f609f70f90 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119406 Oct 28 08:48:18.232679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Request body: {'port': {'device_id': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:18.288034 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.357773 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-81443ae3-eb84-4374-9cd7-58680e2f6d3f None None] Provisioning complete for port d06f77e6-19cf-4197-85ed-4921523a9bd2 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:18.358409 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-81443ae3-eb84-4374-9cd7-58680e2f6d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.397742 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-81443ae3-eb84-4374-9cd7-58680e2f6d3f None None] Port d06f77e6-19cf-4197-85ed-4921523a9bd2 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:48:18.585909 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06f77e6-19cf-4197-85ed-4921523a9bd2 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:18.595365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.608557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Transition to ACTIVE for port object d06f77e6-19cf-4197-85ed-4921523a9bd2 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:48:18.612347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.664766 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:18.740886 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Attempting to bind port d06f77e6-19cf-4197-85ed-4921523a9bd2 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:48:18.741346 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Attempting to bind port d06f77e6-19cf-4197-85ed-4921523a9bd2 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:48:18.741712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Attempting to bind port d06f77e6-19cf-4197-85ed-4921523a9bd2 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:18.746295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Port d06f77e6-19cf-4197-85ed-4921523a9bd2 on network 35511921-4507-4196-b423-3f07547df75c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:48:18.746648 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Attempting to bind port d06f77e6-19cf-4197-85ed-4921523a9bd2 on network 35511921-4507-4196-b423-3f07547df75c {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:48:18.752983 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:48:18.753325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Checking segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:48:18.754239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Bound using segment: {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:48:18.754239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Bound port: d06f77e6-19cf-4197-85ed-4921523a9bd2, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '35511921-4507-4196-b423-3f07547df75c'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:48:18.754470 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.856069 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dbd01-317a-45a0-9145-19d69059018b req-24429474-cb2d-4b67-85f3-f131091c2e55 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.857566 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-503dbd01-317a-45a0-9145-19d69059018b req-24429474-cb2d-4b67-85f3-f131091c2e55 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 943 time: 0.0888844 Oct 28 08:48:18.860666 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:48:18.864175 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:48:18.872327 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.924010 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:18.924632 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:18.926057 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] 10.222.0.70 "PUT /v2.0/ports/d06f77e6-19cf-4197-85ed-4921523a9bd2 HTTP/1.1" status: 200 len: 1093 time: 0.6982958 Oct 28 08:48:18.928428 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:18.930737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a0fc35-4a04-4731-a8d0-99f66d719f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:18.968743 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-503dbd01-317a-45a0-9145-19d69059018b req-656d9404-5c3a-4999-9171-d5bb4d5874ee tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030130 Oct 28 08:48:18.974920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2243d24b-cc8b-4e5e-a81a-54f6398bbf33 x-openstack-request-id: req-2243d24b-cc8b-4e5e-a81a-54f6398bbf33 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:18.975321 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:18.975669 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2243d24b-cc8b-4e5e-a81a-54f6398bbf33 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:18.976174 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'status': 'completed', 'code': 200} Oct 28 08:48:19.001724 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebd13d-a5b7-4621-a557-4dff76e70bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:19.035086 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-357ef77b-f08c-42be-a2e1-2f3a52f1d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.036633 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-357ef77b-f08c-42be-a2e1-2f3a52f1d380 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 1096 time: 0.0482202 Oct 28 08:48:19.080615 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-e178dbc4-19bb-4339-aa7a-cfd48b676c45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2 HTTP/1.1" status: 200 len: 217 time: 0.0355814 Oct 28 08:48:19.130439 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-a0f18494-4be6-4a9d-9b29-ebd7a0abf4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.131985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-a0f18494-4be6-4a9d-9b29-ebd7a0abf4ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0449696 Oct 28 08:48:19.181106 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-ea8ba667-fb61-4446-b1e7-b7813b1abbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.182542 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-ea8ba667-fb61-4446-b1e7-b7813b1abbe7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436308 Oct 28 08:48:19.270727 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-d343baa4-316b-4c8b-8e49-6516df8618a9 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Oct 28 08:48:19.364051 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49f9bf35-d6f3-455c-bb92-0039f48873b7 req-40b5a399-77fd-4482-8248-e62683c67101 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857799 Oct 28 08:48:19.462145 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-799e1eaf-e20b-4e55-8d3d-46ebf3502142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.463445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-799e1eaf-e20b-4e55-8d3d-46ebf3502142 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 1096 time: 0.0414116 Oct 28 08:48:19.558994 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-c98c7b6b-68cf-49ff-a73d-af1ebbfc1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.560517 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-c98c7b6b-68cf-49ff-a73d-af1ebbfc1c69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.0891571 Oct 28 08:48:19.603375 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-e5d856d8-ba5f-47fc-9fe1-f82c005272ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2 HTTP/1.1" status: 200 len: 217 time: 0.0354986 Oct 28 08:48:19.652575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-a4998712-49e7-47b5-b08d-133fe45f2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.653969 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-a4998712-49e7-47b5-b08d-133fe45f2eb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0429056 Oct 28 08:48:19.702630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-ed9a4df3-b2bd-47e6-81a0-138200bbe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:19.705178 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-ed9a4df3-b2bd-47e6-81a0-138200bbe916 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441778 Oct 28 08:48:19.795549 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-e7fcea8f-e80b-4802-a6ff-84b4d5238a4a service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830126 Oct 28 08:48:20.151408 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e224e-3cba-474e-aaee-8c487a7fee9a req-1b285ebb-3042-4d87-965d-80d4aee20584 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:20.152850 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-655e224e-3cba-474e-aaee-8c487a7fee9a req-1b285ebb-3042-4d87-965d-80d4aee20584 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 943 time: 0.0765579 Oct 28 08:48:20.158740 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74a0fc35-4a04-4731-a8d0-99f66d719f1c req-aafec451-4571-49ae-8998-6e1b3fae30dc service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561053 Oct 28 08:48:20.192628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-655e224e-3cba-474e-aaee-8c487a7fee9a req-ac9cc3f2-f72f-4632-b4c4-b774af95fddb tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329459 Oct 28 08:48:21.309358 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a1e4d-996b-4c57-b52f-46a80706e617 req-e1176096-ba61-4b17-abf4-81c75e8b8d84 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:21.311102 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ce2a1e4d-996b-4c57-b52f-46a80706e617 req-e1176096-ba61-4b17-abf4-81c75e8b8d84 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 943 time: 0.0506039 Oct 28 08:48:21.350225 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ce2a1e4d-996b-4c57-b52f-46a80706e617 req-636eb504-740b-4f7e-a866-18d14d792a1e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Oct 28 08:48:21.999624 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device d06f77e6-19cf-4197-85ed-4921523a9bd2 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:22.095953 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:22.111792 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'port_id': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'mac_address': 'fa:16:3e:6c:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:22.150061 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.163838 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06f77e6-19cf-4197-85ed-4921523a9bd2 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:22.183831 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:22.187384 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:22.238090 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:22.470986 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f462a-307d-4a79-81d2-774bd834f482 req-d724d5da-ea0a-4441-ba35-630c3eccdcd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:22.472548 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a9f462a-307d-4a79-81d2-774bd834f482 req-d724d5da-ea0a-4441-ba35-630c3eccdcd7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 944 time: 0.0518913 Oct 28 08:48:22.513618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a9f462a-307d-4a79-81d2-774bd834f482 req-fd59073c-bd58-43b9-a621-17a8e5ea804e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Oct 28 08:48:22.576017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['d06f77e6-19cf-4197-85ed-4921523a9bd2'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:23.635311 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58818819-402c-4db5-bbe2-bad896caa566 req-5c606ed4-7700-47f2-ba4a-e10897b29eba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:23.636810 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58818819-402c-4db5-bbe2-bad896caa566 req-5c606ed4-7700-47f2-ba4a-e10897b29eba tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 944 time: 0.0554640 Oct 28 08:48:23.674089 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-58818819-402c-4db5-bbe2-bad896caa566 req-db36a6d8-450c-41e6-b7b4-3cbb3cb52e44 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Oct 28 08:48:24.017154 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device d06f77e6-19cf-4197-85ed-4921523a9bd2 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:24.066729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port d06f77e6-19cf-4197-85ed-4921523a9bd2 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:48:24.070565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port d06f77e6-19cf-4197-85ed-4921523a9bd2 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:24.070941 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.150899 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.174874 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:24.177148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632a475-45f2-45c8-8605-d57bd7104c4b" -d '{"events": [{"server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "name": "network-vif-plugged", "status": "completed", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:24.190239 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:24.194693 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:24.225619 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bd591b-8517-4496-a8cc-0d5c6cc55630 x-openstack-request-id: req-07bd591b-8517-4496-a8cc-0d5c6cc55630 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:24.225915 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "name": "network-vif-plugged", "status": "completed", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:24.226229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07bd591b-8517-4496-a8cc-0d5c6cc55630 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:24.226668 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'code': 200} Oct 28 08:48:24.254365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:24.388077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faef30-21a0-4d93-8438-9fbe01fd1578 req-82ebf2db-b3a3-4e74-bccf-e4ff9713a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.389577 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-54faef30-21a0-4d93-8438-9fbe01fd1578 req-82ebf2db-b3a3-4e74-bccf-e4ff9713a423 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 1098 time: 0.0391703 Oct 28 08:48:24.425712 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-54faef30-21a0-4d93-8438-9fbe01fd1578 req-a91e1d59-ea2e-43ec-85f4-270835ed35d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293736 Oct 28 08:48:24.620422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6624ce-3c1f-418a-8a6d-8855f40c45f5 req-10c513d7-deb0-41c6-86f2-4a49302ae12e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.621900 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2f6624ce-3c1f-418a-8a6d-8855f40c45f5 req-10c513d7-deb0-41c6-86f2-4a49302ae12e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0527949 Oct 28 08:48:24.660980 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2f6624ce-3c1f-418a-8a6d-8855f40c45f5 req-f84c58d4-6d63-4987-806e-6c39c989d51f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329211 Oct 28 08:48:24.793980 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad974-7fd2-4215-9f0f-52998ded2c1b req-30ed1afe-e50f-42e5-a1eb-ca429401ed5d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:24.795409 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d43ad974-7fd2-4215-9f0f-52998ded2c1b req-30ed1afe-e50f-42e5-a1eb-ca429401ed5d tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0518260 Oct 28 08:48:24.834840 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d43ad974-7fd2-4215-9f0f-52998ded2c1b req-83610761-3d90-487c-b77f-3c3a5d596d20 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Oct 28 08:48:25.774091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d423e6-30ad-4317-a604-90e37077cdeb req-f934baea-01a8-467a-a5cd-f96aa1dc5183 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.775578 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7d423e6-30ad-4317-a604-90e37077cdeb req-f934baea-01a8-467a-a5cd-f96aa1dc5183 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0476048 Oct 28 08:48:25.813861 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b7d423e6-30ad-4317-a604-90e37077cdeb req-bc4695e0-b5af-46ef-820b-2b669bfdcc52 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322776 Oct 28 08:48:25.959855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122374b3-a831-4404-bc49-bc473823e366 req-e408f0a6-9790-48ab-81de-6b8c685e00e7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:25.961233 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-122374b3-a831-4404-bc49-bc473823e366 req-e408f0a6-9790-48ab-81de-6b8c685e00e7 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0526524 Oct 28 08:48:26.002984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-122374b3-a831-4404-bc49-bc473823e366 req-4207eeee-0313-4216-84a6-61f2ac948862 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353854 Oct 28 08:48:26.928554 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63275751-1399-41ea-af95-daa4d9644b4a req-7d684757-d409-4b56-8aea-570ad29e5032 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:26.930042 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-63275751-1399-41ea-af95-daa4d9644b4a req-7d684757-d409-4b56-8aea-570ad29e5032 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0485499 Oct 28 08:48:26.968085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-63275751-1399-41ea-af95-daa4d9644b4a req-e972b1b5-8cc6-4e54-8d29-0e28f99cd6c1 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Oct 28 08:48:27.122844 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff2ae1-75e9-4ba4-b77c-091fff314100 req-073995c1-fbe2-489c-b725-c8beb1172609 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.124321 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0dff2ae1-75e9-4ba4-b77c-091fff314100 req-073995c1-fbe2-489c-b725-c8beb1172609 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0500650 Oct 28 08:48:27.162268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0dff2ae1-75e9-4ba4-b77c-091fff314100 req-9c0c834b-e8df-4892-be0b-6ad1047f3732 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Oct 28 08:48:27.276896 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea592434-76dd-4928-9a0b-bba10eabb9e8 req-e04285c9-a646-4c06-ad7b-2cf42e5cbe96 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:27.278380 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ea592434-76dd-4928-9a0b-bba10eabb9e8 req-e04285c9-a646-4c06-ad7b-2cf42e5cbe96 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0523653 Oct 28 08:48:27.288578 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 56900) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:27.293056 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Request body: {'floatingip': {'port_id': 'd06f77e6-19cf-4197-85ed-4921523a9bd2'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:48:27.333271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.757395 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.760903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:27.860495 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Floating IP d4cfb597-2ef6-44c3-a4c3-2a89946b24d9 associated. External IP: 172.27.1.39, port: d06f77e6-19cf-4197-85ed-4921523a9bd2. Oct 28 08:48:28.099837 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:48:28.108951 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70488c-a619-4589-aaad-bc5d8d7e9c8a req-e562f337-3f0a-480f-8372-13ef080ffd28 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.110986 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ea70488c-a619-4589-aaad-bc5d8d7e9c8a req-e562f337-3f0a-480f-8372-13ef080ffd28 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0701921 Oct 28 08:48:28.217004 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ea70488c-a619-4589-aaad-bc5d8d7e9c8a req-793f7aa7-e7c8-4f7d-a46f-e05d429a4e3b tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998733 Oct 28 08:48:28.242530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:48:28.247473 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:28.253003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:48:28.262828 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:28.263452 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:48:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:28.275028 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-436feb16-b532-4e0c-a189-61199856390c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "PUT /v2.0/floatingips/d4cfb597-2ef6-44c3-a4c3-2a89946b24d9 HTTP/1.1" status: 200 len: 990 time: 0.9853809 Oct 28 08:48:28.275884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:28.278492 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3681ca-1c61-42a4-876d-44399866bedc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:28.317666 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1836acd6-b3ae-4797-ba12-ea895c3d8b08 x-openstack-request-id: req-1836acd6-b3ae-4797-ba12-ea895c3d8b08 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:28.317957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:28.318210 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1836acd6-b3ae-4797-ba12-ea895c3d8b08 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:28.318631 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'status': 'completed', 'code': 200} Oct 28 08:48:28.374050 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:28.382915 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3681ca-1c61-42a4-876d-44399866bedc req-6c830b3c-166d-482e-8dfd-c0ba3671ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.384420 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-6c830b3c-166d-482e-8dfd-c0ba3671ba98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d12dfed3afe746b58b897b104b2a78ae&device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 1098 time: 0.0423872 Oct 28 08:48:28.480618 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3681ca-1c61-42a4-876d-44399866bedc req-5438d2df-cac0-49c4-85b2-7be3a19b0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.482120 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-5438d2df-cac0-49c4-85b2-7be3a19b0520 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 200 len: 911 time: 0.0892484 Oct 28 08:48:28.550164 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-21a8e86c-789b-45a3-bbbc-ad694a43b66c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2 HTTP/1.1" status: 200 len: 998 time: 0.0591676 Oct 28 08:48:28.604280 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3681ca-1c61-42a4-876d-44399866bedc req-2514c077-fd3b-4031-a2bf-a9103ac1666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.605650 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-2514c077-fd3b-4031-a2bf-a9103ac1666b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 200 len: 849 time: 0.0484600 Oct 28 08:48:28.608238 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'd4cfb597-2ef6-44c3-a4c3-2a89946b24d9', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:6c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:13Z', 'updated_at': '2021-10-28T08:48:27Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:28.635532 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:48:28.644775 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:48:28.645515 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:48:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:28.654701 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3681ca-1c61-42a4-876d-44399866bedc req-b41fc9dc-3047-4f60-a6c8-2c432bbb996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:28.656258 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-b41fc9dc-3047-4f60-a6c8-2c432bbb996e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35511921-4507-4196-b423-3f07547df75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417047 Oct 28 08:48:28.747822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-7f40020e-bc0d-4778-93c6-f115ac146d60 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839958 Oct 28 08:48:28.752448 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:48:28.848809 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bb3681ca-1c61-42a4-876d-44399866bedc req-bdda5823-3622-47a3-b6f9-efb9969e2e02 service neutron] 10.222.0.70 "GET /v2.0/networks/35511921-4507-4196-b423-3f07547df75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937166 Oct 28 08:48:28.984796 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'd4cfb597-2ef6-44c3-a4c3-2a89946b24d9', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:6c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:13Z', 'updated_at': '2021-10-28T08:48:27Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:48:29.011700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3888bca-ea07-4666-b579-35ecb6a1ff02 None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': 'd4cfb597-2ef6-44c3-a4c3-2a89946b24d9', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'port_id': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'mac_address': 'fa:16:3e:6c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:48:13Z', 'updated_at': '2021-10-28T08:48:27Z', 'revision_number': 1, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:48:29.206697 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffbffe-f7d1-4f47-81cd-e4ff009a8a4c None None] New status for floating IP d4cfb597-2ef6-44c3-a4c3-2a89946b24d9: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:48:29.337269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61fcb-0226-40b7-aa49-0834f428f0ac req-4ce053cf-91a0-4d27-85f5-ec2c2a972e39 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:29.338794 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2e61fcb-0226-40b7-aa49-0834f428f0ac req-4ce053cf-91a0-4d27-85f5-ec2c2a972e39 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Oct 28 08:48:29.380429 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2e61fcb-0226-40b7-aa49-0834f428f0ac req-57399bbb-b544-44ea-8743-757a5c1bca9f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Oct 28 08:48:30.370103 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:30.510089 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c869-1f05-4456-82ce-244277dbe000 req-85d98ae1-d803-4473-879e-0c84ec92d790 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:30.511640 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3321c869-1f05-4456-82ce-244277dbe000 req-85d98ae1-d803-4473-879e-0c84ec92d790 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0549314 Oct 28 08:48:30.551242 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3321c869-1f05-4456-82ce-244277dbe000 req-7c1f109e-f0ca-46f0-b2f7-5c146d9c0a3c tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Oct 28 08:48:31.669330 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3534b1-e260-4001-939a-8dd6fc030be7 req-c33e59f6-be25-40c2-a2c8-0ac7034768d0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:31.670853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0e3534b1-e260-4001-939a-8dd6fc030be7 req-c33e59f6-be25-40c2-a2c8-0ac7034768d0 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0510058 Oct 28 08:48:31.708994 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0e3534b1-e260-4001-939a-8dd6fc030be7 req-03cbd6fd-1a6b-4ec2-b025-06a4bfdf2963 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Oct 28 08:48:32.835956 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50244339-536c-475e-84ef-59503e525aed req-e8d039e9-0f56-4d2f-8ed5-e27c21b426b4 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:32.837471 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-50244339-536c-475e-84ef-59503e525aed req-e8d039e9-0f56-4d2f-8ed5-e27c21b426b4 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0504291 Oct 28 08:48:32.875979 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-50244339-536c-475e-84ef-59503e525aed req-1965bc82-2c9f-4036-9b9c-bd594200efaf tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Oct 28 08:48:34.001872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0526e-4e35-4596-850f-a444bb9c57e8 req-2e255a2d-1c94-47af-91dd-fa54312e9147 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.003384 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cc0526e-4e35-4596-850f-a444bb9c57e8 req-2e255a2d-1c94-47af-91dd-fa54312e9147 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0562675 Oct 28 08:48:34.041791 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cc0526e-4e35-4596-850f-a444bb9c57e8 req-06dce612-1452-44ab-8c04-f21a654ebd8a tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Oct 28 08:48:34.986786 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b29b-0134-4d20-b327-d08d996e6425 req-b27fa664-a0e8-4dc3-9dc8-89599345567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:34.988271 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-b27fa664-a0e8-4dc3-9dc8-89599345567c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0415506 Oct 28 08:48:35.083134 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b29b-0134-4d20-b327-d08d996e6425 req-04a1eaad-1af5-43b7-8bd9-40b2ed713a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.084869 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-04a1eaad-1af5-43b7-8bd9-40b2ed713a4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.0882053 Oct 28 08:48:35.176555 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-6f190d4d-b947-4b04-af72-9ccd136d3414 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0837181 Oct 28 08:48:35.193852 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52768-9bc9-4f7b-bd19-f88eec95e6cb req-12a6bf21-944e-4e3d-b325-f3885c94862b tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.195309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92a52768-9bc9-4f7b-bd19-f88eec95e6cb req-12a6bf21-944e-4e3d-b325-f3885c94862b tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0647593 Oct 28 08:48:35.266630 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92a52768-9bc9-4f7b-bd19-f88eec95e6cb req-f89c5525-6027-4127-b480-2f5156c24fcb tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643291 Oct 28 08:48:35.268135 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b29b-0134-4d20-b327-d08d996e6425 req-727381ba-cabf-43dd-9225-529026db7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.269546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-727381ba-cabf-43dd-9225-529026db7008 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0836442 Oct 28 08:48:35.315224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328b29b-0134-4d20-b327-d08d996e6425 req-0583a8d1-dd20-413e-97da-ca20ae78463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:35.316815 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-0583a8d1-dd20-413e-97da-ca20ae78463c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404313 Oct 28 08:48:35.409947 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-09d8fa3e-e2ce-449b-bc08-80c2383cb0f4 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Oct 28 08:48:35.498513 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c328b29b-0134-4d20-b327-d08d996e6425 req-2b9f6cdc-3297-4fdb-a3af-fdfc547a92a7 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816875 Oct 28 08:48:36.384726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194ce00-6f6e-4726-be08-5270682a290b req-82a1e596-1514-40f1-a9ee-05a0b0343116 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:36.386214 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b194ce00-6f6e-4726-be08-5270682a290b req-82a1e596-1514-40f1-a9ee-05a0b0343116 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0493109 Oct 28 08:48:36.426474 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b194ce00-6f6e-4726-be08-5270682a290b req-07e3b9b3-9ebb-496d-bdc8-149eb55d4fa5 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Oct 28 08:48:37.552137 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a108-262b-43fa-bcb4-cdb18f28bbc9 req-133795f8-c352-40a7-a362-6e509d62a842 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:37.553756 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ff3a108-262b-43fa-bcb4-cdb18f28bbc9 req-133795f8-c352-40a7-a362-6e509d62a842 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0576026 Oct 28 08:48:37.594125 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5ff3a108-262b-43fa-bcb4-cdb18f28bbc9 req-a7eb03e4-e64b-4138-9abf-32422e235355 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339766 Oct 28 08:48:38.713136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f966d76-e9ae-4549-9382-76bf6633d817 req-243c3a89-c8fe-465a-b024-8d0f3491364e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.714915 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f966d76-e9ae-4549-9382-76bf6633d817 req-243c3a89-c8fe-465a-b024-8d0f3491364e tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Oct 28 08:48:38.752335 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f966d76-e9ae-4549-9382-76bf6633d817 req-8a20e0b2-6c71-4f37-90dd-4fd4f71e09aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Oct 28 08:48:38.965912 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eed4e-7900-488e-8b8a-1f47fbc29249 req-06ac7e90-251f-483c-8441-19b2a997347d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:38.967392 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-961eed4e-7900-488e-8b8a-1f47fbc29249 req-06ac7e90-251f-483c-8441-19b2a997347d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0513663 Oct 28 08:48:38.995219 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 56974) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:48:39.008567 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-961eed4e-7900-488e-8b8a-1f47fbc29249 req-896cef2d-9299-416a-82b4-3152367a5033 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351760 Oct 28 08:48:39.045578 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:48:39.082573 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-de32321f-43c9-4220-8f39-ccf2331b660d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860960 Oct 28 08:48:39.091567 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-9c9037fb-9279-4699-9870-adc594c44b95 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:48:39.092520 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-9c9037fb-9279-4699-9870-adc594c44b95 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051329 Oct 28 08:48:40.135757 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef4227-5029-4d1f-b707-64eb405a1b32 req-afa71593-9476-40fd-a62e-83f83b297678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.137200 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49ef4227-5029-4d1f-b707-64eb405a1b32 req-afa71593-9476-40fd-a62e-83f83b297678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0550547 Oct 28 08:48:40.175721 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-49ef4227-5029-4d1f-b707-64eb405a1b32 req-ada8fbe5-98b7-4f0c-ba2f-31e90ee52f4f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Oct 28 08:48:40.472553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-658e36d6-423d-4473-b61f-16fc6633531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.473925 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-658e36d6-423d-4473-b61f-16fc6633531a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1&tenant_id=3b5a1400e6c8401a9ac7192333826fde HTTP/1.1" status: 200 len: 1099 time: 0.0403783 Oct 28 08:48:40.540155 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-7fb3588c-0d1b-475c-a10d-fd99eb537844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.541658 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-7fb3588c-0d1b-475c-a10d-fd99eb537844 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0427215 Oct 28 08:48:40.637464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-71fd0dbc-44b8-47a1-8842-d33080a6f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.638965 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-71fd0dbc-44b8-47a1-8842-d33080a6f8b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.0891554 Oct 28 08:48:40.704417 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-fb56b2b0-24e5-4715-b6f3-17cddd59f5bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0572569 Oct 28 08:48:40.756592 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-9a90d61e-6bd0-426b-89fb-4c88d1e9068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.757974 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-9a90d61e-6bd0-426b-89fb-4c88d1e9068d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0473387 Oct 28 08:48:40.809414 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-e2021fab-646d-4ede-a8e0-250c3d61b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:40.810973 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-e2021fab-646d-4ede-a8e0-250c3d61b30c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454926 Oct 28 08:48:40.899464 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-2c2136d2-b698-4ae4-b6aa-5c1d71d9c5f6 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811710 Oct 28 08:48:40.996373 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-88aa3630-d33b-4d06-a85f-e2f3a27ffec8 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Oct 28 08:48:41.300296 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3322-4d14-4dfd-9db9-0116b51c02fb req-33b5f9f9-479b-4a4a-ba2a-609fc4068177 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:41.301866 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b2e3322-4d14-4dfd-9db9-0116b51c02fb req-33b5f9f9-479b-4a4a-ba2a-609fc4068177 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0498068 Oct 28 08:48:41.342845 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3b2e3322-4d14-4dfd-9db9-0116b51c02fb req-9f009cfa-1252-4dca-9276-6275aa68a90f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Oct 28 08:48:42.061506 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f5cbbc63-674d-42aa-a888-1dad0fe68456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.107282 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:48:42.186268 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.209138 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:42.211677 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d19eb1-95cf-4b48-8dfd-17f6f835f8b6" -d '{"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:42.224711 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:42.228885 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:42.256474 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c866533-fb26-49b3-974b-e52639757aa3 x-openstack-request-id: req-2c866533-fb26-49b3-974b-e52639757aa3 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:42.256768 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:42.257022 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c866533-fb26-49b3-974b-e52639757aa3 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:42.257403 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'code': 200} Oct 28 08:48:42.282270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=6']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:42.289218 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.289573 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.289918 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.290259 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.290700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.291038 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.291371 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.291700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.292029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.292357 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.292682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.293053 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:48:42.691970 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc4f37-5168-4126-bbcc-4b16e33e0e7a req-ea1b2128-97fc-4c56-b36a-c4e5c3375840 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:42.693446 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7fbc4f37-5168-4126-bbcc-4b16e33e0e7a req-ea1b2128-97fc-4c56-b36a-c4e5c3375840 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.2789218 Oct 28 08:48:42.730124 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7fbc4f37-5168-4126-bbcc-4b16e33e0e7a req-ba11ae28-06b6-4de9-a588-037bfaf5cc44 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306873 Oct 28 08:48:43.848723 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a5c1d-f36c-4c04-b206-8662902fb410 req-64d45eb8-b1eb-45a9-b02f-122b6a0d9bb9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:43.850230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-500a5c1d-f36c-4c04-b206-8662902fb410 req-64d45eb8-b1eb-45a9-b02f-122b6a0d9bb9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0510104 Oct 28 08:48:43.889976 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-500a5c1d-f36c-4c04-b206-8662902fb410 req-baf97b2f-8729-4fbd-82da-95bebd37cc28 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337775 Oct 28 08:48:44.841617 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-91775837-9e15-4881-be9e-f7d1ea4c5ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.010330 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f997494-34f2-42ee-9753-e92aeb376758 req-68ad1c06-149e-4374-9642-2b0616a9d5f7 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:45.011876 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f997494-34f2-42ee-9753-e92aeb376758 req-68ad1c06-149e-4374-9642-2b0616a9d5f7 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0511289 Oct 28 08:48:45.049599 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f997494-34f2-42ee-9753-e92aeb376758 req-7c254b15-8f31-4d20-ab84-13e39a083507 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318856 Oct 28 08:48:45.726703 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:45.930781 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:46.171765 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66953fe-053b-419f-8016-74aea2e8e12e req-7be2bebd-70ff-49ed-a50d-711e1ead0db4 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:46.173420 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d66953fe-053b-419f-8016-74aea2e8e12e req-7be2bebd-70ff-49ed-a50d-711e1ead0db4 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0527306 Oct 28 08:48:46.212153 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d66953fe-053b-419f-8016-74aea2e8e12e req-70a7a1d0-747e-49d4-990b-71f9c6982104 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328786 Oct 28 08:48:47.330339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b949bf4d-4a2b-4f75-8274-9e05855c4bec req-be708721-0f84-47d1-bffe-89f6a991eedd tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:47.332028 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b949bf4d-4a2b-4f75-8274-9e05855c4bec req-be708721-0f84-47d1-bffe-89f6a991eedd tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0499387 Oct 28 08:48:47.337623 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:47.372614 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b949bf4d-4a2b-4f75-8274-9e05855c4bec req-8730fdff-0fc7-483d-a0da-ec2a0a6271ea tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Oct 28 08:48:48.408752 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578f7a-82c6-4a56-a6a0-45b06fe88b5f req-b51ff475-50cb-4d6b-b295-a4dcb43eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:48.410260 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d1578f7a-82c6-4a56-a6a0-45b06fe88b5f req-b51ff475-50cb-4d6b-b295-a4dcb43eb08b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0407276 Oct 28 08:48:48.457787 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d1578f7a-82c6-4a56-a6a0-45b06fe88b5f req-c1d94f1d-5953-4dc7-bbb3-db7be14fb3c0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385306 Oct 28 08:48:48.498159 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126f9aa-60fc-4dea-8fea-4891d506ec5c req-b73e60f9-59e2-4556-8e5a-628dbae1e3aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:48.499562 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6126f9aa-60fc-4dea-8fea-4891d506ec5c req-b73e60f9-59e2-4556-8e5a-628dbae1e3aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0544288 Oct 28 08:48:48.537064 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6126f9aa-60fc-4dea-8fea-4891d506ec5c req-d19b8917-1510-422e-8b1d-d191eb968206 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Oct 28 08:48:49.660819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8f437-058e-418b-a596-0c4ba30bc13f req-9b7d99c9-3908-4248-8672-83fca9f11f42 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:49.662319 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1ce8f437-058e-418b-a596-0c4ba30bc13f req-9b7d99c9-3908-4248-8672-83fca9f11f42 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 944 time: 0.0535104 Oct 28 08:48:49.700952 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1ce8f437-058e-418b-a596-0c4ba30bc13f req-4ca6d4a5-28c6-4cb1-aed4-bd937f86c878 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Oct 28 08:48:50.114800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:48:50.215456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:50.228340 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'port_id': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'mac_address': 'fa:16:3e:30:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:48:50.267961 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.282599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740398f-07ce-4e13-b20f-5cf387cc8ba7 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:48:50.301733 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:50.305807 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:50.356133 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=7']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:48:50.717344 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['0740398f-07ce-4e13-b20f-5cf387cc8ba7'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:48:50.821079 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d20bfa-abf7-4599-958e-391fbee2fa77 req-14c153d3-77db-48c0-b5c7-50a5dbaebe49 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:48:50.822485 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e1d20bfa-abf7-4599-958e-391fbee2fa77 req-14c153d3-77db-48c0-b5c7-50a5dbaebe49 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Oct 28 08:48:50.863045 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e1d20bfa-abf7-4599-958e-391fbee2fa77 req-11b8d5c5-d157-4e2a-9215-91d6a4a7d5b9 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344241 Oct 28 08:48:52.143554 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:48:52.191468 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:48:52.191847 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.270621 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.295661 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:48:52.298431 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a29480-cd44-4ea8-b794-f3b5301eddd4" -d '{"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:48:52.310654 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:48:52.315166 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:48:52.341324 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dcfea3-b6c9-4ca3-930e-25005c2fa889 x-openstack-request-id: req-48dcfea3-b6c9-4ca3-930e-25005c2fa889 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:48:52.341631 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-plugged", "status": "completed", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:48:52.341881 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48dcfea3-b6c9-4ca3-930e-25005c2fa889 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:48:52.342263 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'code': 200} Oct 28 08:48:52.365160 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=8']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:00.366939 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:01.543654 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-66970e7c-91ec-4cd0-90b8-e28ea7c338d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437691 Oct 28 08:49:01.640741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-e1865f38-1603-462b-8dce-48332387e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.642732 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-e1865f38-1603-462b-8dce-48332387e21b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0395527 Oct 28 08:49:01.748019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-b3249b68-df15-420f-8e2a-d7cf1878e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.749382 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-b3249b68-df15-420f-8e2a-d7cf1878e88a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.0866940 Oct 28 08:49:01.818804 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-5dd7ec19-dd22-466a-bfa0-ab9245d7cd14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0608923 Oct 28 08:49:01.871288 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-be169309-9f49-4572-b0f0-80149dce34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.872730 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-be169309-9f49-4572-b0f0-80149dce34bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0464139 Oct 28 08:49:01.920231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-835fe98f-59f6-4e78-a1c5-d0d42d84a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:01.921745 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-835fe98f-59f6-4e78-a1c5-d0d42d84a58d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414979 Oct 28 08:49:02.019684 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-b2b3aa3a-cd4e-4cc2-9985-f37ed2c7382d service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Oct 28 08:49:02.119142 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c15c7531-9ebc-46ab-a4c4-75a2c208ff0a req-159529b5-cc92-423b-bc66-c8dcac62b9d8 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 Oct 28 08:49:10.949344 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5248785-d0cc-48b7-951f-81e24e503021 req-ac84e308-7c78-4bb4-809f-590cbefa19ec tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:10.950858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5248785-d0cc-48b7-951f-81e24e503021 req-ac84e308-7c78-4bb4-809f-590cbefa19ec tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0497940 Oct 28 08:49:10.990645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e5248785-d0cc-48b7-951f-81e24e503021 req-46a33ad8-638a-4736-89c0-12d2f4abab22 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333643 Oct 28 08:49:12.064420 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-36c3a96b-d30b-4bc1-a391-6db02bb9300d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:12.123951 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35e7e1-af52-4ed9-b674-fb6593fdb1db req-d7434756-5971-4d07-bd04-979f3ee7fa81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:12.125459 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d35e7e1-af52-4ed9-b674-fb6593fdb1db req-d7434756-5971-4d07-bd04-979f3ee7fa81 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0594542 Oct 28 08:49:12.175888 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7d35e7e1-af52-4ed9-b674-fb6593fdb1db req-e101be0e-7d15-4ce9-8f93-4f6d03db11c3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 Oct 28 08:49:13.297980 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a206286-5b70-4c01-8965-356fd7e26bb4 req-968c9e4b-a58b-45da-8506-8cb95e24e04e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:13.299677 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6a206286-5b70-4c01-8965-356fd7e26bb4 req-968c9e4b-a58b-45da-8506-8cb95e24e04e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 28 08:49:13.336858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6a206286-5b70-4c01-8965-356fd7e26bb4 req-fbc02707-bc5f-40a4-835d-d8918eec4b05 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Oct 28 08:49:14.456355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0480-a875-40d0-aa73-347053eda5a0 req-fbfdb344-b7d2-4898-85c8-b5a1d75be08b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:14.457829 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42bd0480-a875-40d0-aa73-347053eda5a0 req-fbfdb344-b7d2-4898-85c8-b5a1d75be08b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0488222 Oct 28 08:49:14.496426 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-42bd0480-a875-40d0-aa73-347053eda5a0 req-7d101588-37a0-447d-a009-b1a3b9ad2270 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324318 Oct 28 08:49:14.843453 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8483ef5b-a64a-4ff2-bb2b-098263f3d0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.616173 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced4c8-57c9-496c-8221-6d6c431b781f req-ad72550e-cd0a-42cc-9685-314490eb7333 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:15.617545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8dced4c8-57c9-496c-8221-6d6c431b781f req-ad72550e-cd0a-42cc-9685-314490eb7333 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Oct 28 08:49:15.655085 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8dced4c8-57c9-496c-8221-6d6c431b781f req-81dc1701-7401-4bc2-90c3-f20c9b3dbd1f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Oct 28 08:49:15.729401 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:15.933834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:16.044075 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:16.781894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc445a7-d36f-479c-a60a-c5bcb75b35f2 req-361698ae-fe78-41e7-a6e3-8ebb8992a133 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:16.784030 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1cc445a7-d36f-479c-a60a-c5bcb75b35f2 req-361698ae-fe78-41e7-a6e3-8ebb8992a133 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0529487 Oct 28 08:49:16.820717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1cc445a7-d36f-479c-a60a-c5bcb75b35f2 req-794686b0-710d-4131-88a2-41e6256ca289 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306129 Oct 28 08:49:17.339341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:17.941213 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d59f1-6d75-4500-bcbf-56ab67cd657a req-06b0669b-de1b-4e13-98f3-11ef4832723c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:17.942728 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-303d59f1-6d75-4500-bcbf-56ab67cd657a req-06b0669b-de1b-4e13-98f3-11ef4832723c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0501304 Oct 28 08:49:17.985611 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-303d59f1-6d75-4500-bcbf-56ab67cd657a req-4f452bd9-7dbf-4628-a0ba-6c0feb4b2381 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367081 Oct 28 08:49:19.117687 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e47096-eb2f-4075-bd40-735c8e29b1ea req-8b32a172-be4f-4b22-b60b-ebc07b5d860a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:19.119349 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-35e47096-eb2f-4075-bd40-735c8e29b1ea req-8b32a172-be4f-4b22-b60b-ebc07b5d860a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Oct 28 08:49:19.163593 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-35e47096-eb2f-4075-bd40-735c8e29b1ea req-3a5e963e-a011-407d-b4bb-cb58d7befea6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380130 Oct 28 08:49:20.291488 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f6ca-63b3-4f73-9397-c47ce59b092e req-abe80c6c-64a9-4dfb-8299-72e3f54397d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:20.293045 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0d2f6ca-63b3-4f73-9397-c47ce59b092e req-abe80c6c-64a9-4dfb-8299-72e3f54397d9 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0537529 Oct 28 08:49:20.331063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0d2f6ca-63b3-4f73-9397-c47ce59b092e req-66f5f131-b980-4fd2-bc0e-342234ca85de tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Oct 28 08:49:21.455487 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6f674-a5df-4246-9f2b-07c5445074b2 req-02af2a13-1e49-4c49-8765-ba27acededb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:21.456986 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0f6f674-a5df-4246-9f2b-07c5445074b2 req-02af2a13-1e49-4c49-8765-ba27acededb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0523710 Oct 28 08:49:21.497295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c0f6f674-a5df-4246-9f2b-07c5445074b2 req-3ff147d3-63b4-4ae3-a735-aae0b2066046 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343008 Oct 28 08:49:22.622257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fa43-5683-40bd-9ede-5b3e7a1bca98 req-586e645a-cefa-49be-9b91-3fb1a7709253 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:22.623707 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97d3fa43-5683-40bd-9ede-5b3e7a1bca98 req-586e645a-cefa-49be-9b91-3fb1a7709253 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Oct 28 08:49:22.663902 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-97d3fa43-5683-40bd-9ede-5b3e7a1bca98 req-2f5305fc-6e97-44c8-ac28-bca00b28c55b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330982 Oct 28 08:49:23.797169 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f730822-bf4e-4aa9-948b-fea5c051373f req-b39cf814-8800-4df5-8460-fc588e646944 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:23.798946 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f730822-bf4e-4aa9-948b-fea5c051373f req-b39cf814-8800-4df5-8460-fc588e646944 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0586386 Oct 28 08:49:23.842355 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f730822-bf4e-4aa9-948b-fea5c051373f req-cc940237-c83f-4139-bbde-248e5aff821e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374019 Oct 28 08:49:24.263797 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:49:24.375663 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:24.386749 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:49:24.428879 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.441809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:49:24.461829 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:24.466702 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:24.525041 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=6']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:24.552843 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:49:24.993146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f614307-0ff9-4eaf-ac02-99bb4aadc7f7 req-5b51f1ac-dcba-4664-9895-dc1d6f42fca1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:24.994639 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f614307-0ff9-4eaf-ac02-99bb4aadc7f7 req-5b51f1ac-dcba-4664-9895-dc1d6f42fca1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0504327 Oct 28 08:49:25.037862 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f614307-0ff9-4eaf-ac02-99bb4aadc7f7 req-f6626593-c269-4dd7-b218-04536a445ab4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Oct 28 08:49:26.167999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a29d1-2077-42c7-9637-e6c8a48c6c0a req-eef54dde-09d8-44bb-b116-cf28d02ed6d6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:26.169848 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-033a29d1-2077-42c7-9637-e6c8a48c6c0a req-eef54dde-09d8-44bb-b116-cf28d02ed6d6 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0532558 Oct 28 08:49:26.210239 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-033a29d1-2077-42c7-9637-e6c8a48c6c0a req-eb1ad20c-6ce7-4c7a-b2ce-415de19b9860 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Oct 28 08:49:26.281466 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:49:26.341464 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:49:26.342017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.448405 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.474228 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:26.476713 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb12d56-c67a-440c-a632-d84721139bbd" -d '{"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:26.491173 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:26.496887 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:26.545168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b831a-fa85-4209-a7be-1918b8a94b2f x-openstack-request-id: req-583b831a-fa85-4209-a7be-1918b8a94b2f {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:26.545668 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:26.546084 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-583b831a-fa85-4209-a7be-1918b8a94b2f {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:26.546744 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'code': 200} Oct 28 08:49:26.564857 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=7']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:27.348394 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840f2f-5d7a-47af-a1e2-e411ce61bcdc req-5f4642e2-e9c2-4dca-90cf-4cafd1f183b2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:27.349781 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-59840f2f-5d7a-47af-a1e2-e411ce61bcdc req-5f4642e2-e9c2-4dca-90cf-4cafd1f183b2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0584350 Oct 28 08:49:27.389114 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-59840f2f-5d7a-47af-a1e2-e411ce61bcdc req-337f88ef-6f33-46b1-bb21-887b30187057 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Oct 28 08:49:28.526362 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb806e16-9b8e-4028-ac5a-5cfd17cd0254 req-a2635254-0e47-4e88-a83e-aaf5c1d165ac tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:28.527887 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fb806e16-9b8e-4028-ac5a-5cfd17cd0254 req-a2635254-0e47-4e88-a83e-aaf5c1d165ac tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0495298 Oct 28 08:49:28.579359 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fb806e16-9b8e-4028-ac5a-5cfd17cd0254 req-bbb3e7a0-be9d-4ea9-8e80-8369c007607d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441134 Oct 28 08:49:29.721279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140529-03d0-4fd4-8409-e1bbb555d0a1 req-3a10c68f-cfc3-490a-ab68-5ee6a54bd5e7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:29.723058 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c140529-03d0-4fd4-8409-e1bbb555d0a1 req-3a10c68f-cfc3-490a-ab68-5ee6a54bd5e7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0553119 Oct 28 08:49:29.764545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5c140529-03d0-4fd4-8409-e1bbb555d0a1 req-3f9a5b1a-01de-46e9-aaae-b9690ff7b235 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349157 Oct 28 08:49:30.377241 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:30.898640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4203ddd-f030-4d6d-aab7-17d30aefa755 req-fda03a88-7cb5-4274-86b7-faf8fcd99736 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:30.900156 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4203ddd-f030-4d6d-aab7-17d30aefa755 req-fda03a88-7cb5-4274-86b7-faf8fcd99736 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0569952 Oct 28 08:49:30.946445 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4203ddd-f030-4d6d-aab7-17d30aefa755 req-69426d75-f1c4-4089-b352-c6766bd305b2 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374007 Oct 28 08:49:32.138199 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e39e19-4d53-4813-8f4d-f168fa8b182c req-c55a6560-e4bd-4d66-b923-3542d1df38c3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:32.140561 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17e39e19-4d53-4813-8f4d-f168fa8b182c req-c55a6560-e4bd-4d66-b923-3542d1df38c3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0687385 Oct 28 08:49:32.198212 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-17e39e19-4d53-4813-8f4d-f168fa8b182c req-c03b8d6b-60ef-44c4-b3e9-90cc13cfb60f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503139 Oct 28 08:49:33.324403 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86a703-2f47-4af1-a319-ee17a5fa8148 req-437aaab3-cbc2-4c8a-9b71-ee4a58179230 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:33.326759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a86a703-2f47-4af1-a319-ee17a5fa8148 req-437aaab3-cbc2-4c8a-9b71-ee4a58179230 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0534666 Oct 28 08:49:33.373961 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a86a703-2f47-4af1-a319-ee17a5fa8148 req-3834bf59-4209-459b-ad3a-77b65d7c7c63 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Oct 28 08:49:34.538767 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db907bb2-7a11-44c9-88b4-bca42b90d24f req-165e40c6-5502-4965-b8fc-f82a0731ba0a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:34.540315 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db907bb2-7a11-44c9-88b4-bca42b90d24f req-165e40c6-5502-4965-b8fc-f82a0731ba0a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0801737 Oct 28 08:49:34.602443 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-db907bb2-7a11-44c9-88b4-bca42b90d24f req-2f12b36b-9122-4dcf-974c-694c3e732fe1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410318 Oct 28 08:49:35.760173 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7719b-4666-4045-b206-61a07c4d7e4a req-c66f338a-2424-4839-9ede-893bdf1ce5bf tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:35.761717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-60c7719b-4666-4045-b206-61a07c4d7e4a req-c66f338a-2424-4839-9ede-893bdf1ce5bf tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Oct 28 08:49:35.804672 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-60c7719b-4666-4045-b206-61a07c4d7e4a req-f4bf34ad-a887-4ce3-a549-69d1a8d61da3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358791 Oct 28 08:49:36.955074 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755177cd-f5b8-4dde-b12e-9b7be0fc9a5b req-08070f04-24a8-4571-b15d-14ea6481b148 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:36.957202 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-755177cd-f5b8-4dde-b12e-9b7be0fc9a5b req-08070f04-24a8-4571-b15d-14ea6481b148 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0731878 Oct 28 08:49:37.015437 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-755177cd-f5b8-4dde-b12e-9b7be0fc9a5b req-b1352ca8-110f-4502-bd63-dff70e33089d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471563 Oct 28 08:49:38.164351 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c246f4e-fe49-4be4-a477-55d4030c1a73 req-12f5da7e-66db-43b5-b770-656d02c6f9d3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:38.166963 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c246f4e-fe49-4be4-a477-55d4030c1a73 req-12f5da7e-66db-43b5-b770-656d02c6f9d3 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0611005 Oct 28 08:49:38.216459 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c246f4e-fe49-4be4-a477-55d4030c1a73 req-9bc3aa43-2d1e-4c46-ac98-19891bad5403 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424826 Oct 28 08:49:39.350021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555996f-4d06-408e-bda6-677f7b93d74a req-f69bce68-3b5a-41a1-ac84-4ebf2a171f57 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:39.355018 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3555996f-4d06-408e-bda6-677f7b93d74a req-f69bce68-3b5a-41a1-ac84-4ebf2a171f57 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0598185 Oct 28 08:49:39.399914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3555996f-4d06-408e-bda6-677f7b93d74a req-2b33bc61-d8f3-4e3e-806c-209da5c8db49 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Oct 28 08:49:40.525565 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157df21-b440-4f1a-93c7-535a09ddabf6 req-7250c736-8d68-4893-838d-8476dd3e4eb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.527106 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8157df21-b440-4f1a-93c7-535a09ddabf6 req-7250c736-8d68-4893-838d-8476dd3e4eb5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0509908 Oct 28 08:49:40.573342 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8157df21-b440-4f1a-93c7-535a09ddabf6 req-2e8e89b9-b51e-4eac-ae2b-a53f0c70c0ae tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Oct 28 08:49:40.889843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-c06e7b64-9753-4097-b447-16c90ddbe4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.891436 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-c06e7b64-9753-4097-b447-16c90ddbe4d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0453448 Oct 28 08:49:40.987882 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-eb45ebd4-7974-42b3-90a1-695130ca9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:40.989359 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-eb45ebd4-7974-42b3-90a1-695130ca9724 service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0906215 Oct 28 08:49:41.065374 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-0d910409-e7eb-44ad-9d0c-12cff657bde9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 1001 time: 0.0632114 Oct 28 08:49:41.116938 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-397386e7-bbd8-4e1c-b115-9e3f4d627090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.118409 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-397386e7-bbd8-4e1c-b115-9e3f4d627090 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0458519 Oct 28 08:49:41.166450 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-c167d501-a6f0-472a-b5f2-a6102828d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.167874 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-c167d501-a6f0-472a-b5f2-a6102828d316 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411439 Oct 28 08:49:41.270826 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-9be7f89b-21e2-4c48-8f4d-c747880e6e02 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882177 Oct 28 08:49:41.363985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-28e69c29-93a6-4562-a836-a0a8f42c4b27 req-beab4646-7aee-40a0-a07b-5b67a58e5351 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858212 Oct 28 08:49:41.702287 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a4c59-a0fb-4c33-a7cd-bf18ea936095 req-f782ae61-8185-4918-a311-d09981e1c63a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:41.703911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e21a4c59-a0fb-4c33-a7cd-bf18ea936095 req-f782ae61-8185-4918-a311-d09981e1c63a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0554166 Oct 28 08:49:41.746475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e21a4c59-a0fb-4c33-a7cd-bf18ea936095 req-36333bfe-2662-4cf4-9554-5b54cc2789be tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360618 Oct 28 08:49:42.066946 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5335-d737-498d-be12-ed74e6a96d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:42.870697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2299c0b-c410-4eb8-828f-198450aaf9ed req-2d45d5e8-f985-428b-8c74-849de1335ece tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:42.872237 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2299c0b-c410-4eb8-828f-198450aaf9ed req-2d45d5e8-f985-428b-8c74-849de1335ece tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0513599 Oct 28 08:49:42.911573 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e2299c0b-c410-4eb8-828f-198450aaf9ed req-4a22ffb6-090f-4b7f-a085-164aecbb8361 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326662 Oct 28 08:49:44.033654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18c7c-4866-4f0d-8980-b5385740d067 req-571ba58d-1f7e-4a53-b760-6fdefeb5666f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:44.035212 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72b18c7c-4866-4f0d-8980-b5385740d067 req-571ba58d-1f7e-4a53-b760-6fdefeb5666f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 945 time: 0.0505154 Oct 28 08:49:44.075125 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-72b18c7c-4866-4f0d-8980-b5385740d067 req-02a325a3-68be-4e6f-8dc7-7c42ce15e410 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338838 Oct 28 08:49:44.434844 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:49:44.514008 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.540172 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:49:44.542562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f597d1b-2dd2-4747-a5dc-df98c626cbd9" -d '{"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:49:44.561319 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:49:44.568812 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:44.600429 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 08:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fd3a83-99c1-4df0-8a33-df30abe879f5 x-openstack-request-id: req-62fd3a83-99c1-4df0-8a33-df30abe879f5 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:49:44.600731 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-unplugged", "status": "failed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "code": 422}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:49:44.600992 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62fd3a83-99c1-4df0-8a33-df30abe879f5 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:49:44.601390 dv-cinder-815659-2-iscsi neutron-server[107986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'code': 422} returned with failed status Oct 28 08:49:44.630169 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=8']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:49:44.638121 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.638483 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.638875 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.639245 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.639583 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.640041 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.640375 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.641238 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.641667 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.642245 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.642611 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.642940 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:49:44.855065 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a9de8e6f-5bf7-4948-a7fc-865bbb789387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.060320 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e5057-d1d5-4307-bf6b-be0e3710350d req-4c719d2c-e5da-4404-b484-852ae021975d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.062007 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc4e5057-d1d5-4307-bf6b-be0e3710350d req-4c719d2c-e5da-4404-b484-852ae021975d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0797014 Oct 28 08:49:45.090059 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-9322e0f1-0616-4b14-873b-cf357aac2555 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686204 Oct 28 08:49:45.109986 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cc4e5057-d1d5-4307-bf6b-be0e3710350d req-a4db8aa0-9f9b-4e54-aeed-d73e71993617 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 Oct 28 08:49:45.733445 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.917320 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-1a6682de-126f-4256-838e-00c7e2adc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.918867 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-1a6682de-126f-4256-838e-00c7e2adc8bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7&tenant_id=caed8624c42e4e4aab79cb3ca12ef824 HTTP/1.1" status: 200 len: 1096 time: 0.0476363 Oct 28 08:49:45.937156 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:45.982641 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-44897cef-e7fd-42b9-bc31-a521266e565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:45.984563 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-44897cef-e7fd-42b9-bc31-a521266e565e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0418656 Oct 28 08:49:46.084720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-61000858-065e-4f57-861b-4134f9edb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.086209 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-61000858-065e-4f57-861b-4134f9edb2d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.0939162 Oct 28 08:49:46.163135 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-8ba697e6-dcf2-4bca-b17e-644cf6b5cf33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 999 time: 0.0624721 Oct 28 08:49:46.244954 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-c7e918e0-9aa2-47fc-a6c0-b5c79bae2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.246374 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-c7e918e0-9aa2-47fc-a6c0-b5c79bae2532 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0729110 Oct 28 08:49:46.263190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7371-6ba0-4add-804f-095f5cf06aae req-7b0f262f-234e-49bc-852f-d63a6d94f097 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.264621 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209a7371-6ba0-4add-804f-095f5cf06aae req-7b0f262f-234e-49bc-852f-d63a6d94f097 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0622222 Oct 28 08:49:46.326851 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209a7371-6ba0-4add-804f-095f5cf06aae req-ab8dbbd1-faac-442d-a62a-b6eaa4658749 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539012 Oct 28 08:49:46.329755 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-52bf4afb-35e2-4f0f-9c47-58553c89efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:46.331213 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-52bf4afb-35e2-4f0f-9c47-58553c89efb6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656910 Oct 28 08:49:46.425570 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-0ef5d328-8953-4e84-8b4a-853f0129487c service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863757 Oct 28 08:49:46.520193 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-c4c515dd-035e-4a4a-a702-e6f553c7f0b4 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Oct 28 08:49:47.342280 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:49:47.453233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e5513-c411-4097-bd5c-4624b6fb1b75 req-b85eccc2-ec2f-47df-9954-4274d86d2011 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:47.454759 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c5e5513-c411-4097-bd5c-4624b6fb1b75 req-b85eccc2-ec2f-47df-9954-4274d86d2011 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0525992 Oct 28 08:49:47.495207 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c5e5513-c411-4097-bd5c-4624b6fb1b75 req-e8ba27c4-4cc4-44ab-88d5-ca52e636431b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344596 Oct 28 08:49:48.619529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09ad0b-738f-46c8-bfb4-fb5407228523 req-dfa35ce8-d1bb-4af4-8127-e0e2b5d9e880 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:48.621009 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da09ad0b-738f-46c8-bfb4-fb5407228523 req-dfa35ce8-d1bb-4af4-8127-e0e2b5d9e880 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0506189 Oct 28 08:49:48.664314 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da09ad0b-738f-46c8-bfb4-fb5407228523 req-390b63c0-7b57-4f6c-9d9b-9f12cbe641d4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365875 Oct 28 08:49:49.798077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4d90-00b3-495a-afa0-e23931d883bf req-ba94d57f-6610-4fe5-8ea6-870d3a807a63 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:49.799671 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1edd4d90-00b3-495a-afa0-e23931d883bf req-ba94d57f-6610-4fe5-8ea6-870d3a807a63 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0568373 Oct 28 08:49:49.844025 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1edd4d90-00b3-495a-afa0-e23931d883bf req-11425a3a-e50d-47f3-80f9-af7018d3ab0e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Oct 28 08:49:50.977174 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee258e61-dc50-4748-aa95-eb968d62e17d req-4b7429cd-b74c-4d77-a655-28986aa6690d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:50.980235 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ee258e61-dc50-4748-aa95-eb968d62e17d req-4b7429cd-b74c-4d77-a655-28986aa6690d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0554397 Oct 28 08:49:51.020547 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ee258e61-dc50-4748-aa95-eb968d62e17d req-0c9770a5-93fc-433d-b562-8d7489fa2095 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350671 Oct 28 08:49:52.168793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052ee55-bafd-4db7-9f00-21552a1d76b5 req-d8ebb94f-9340-4eba-9fa6-b31dd2a10d19 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:52.170663 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d052ee55-bafd-4db7-9f00-21552a1d76b5 req-d8ebb94f-9340-4eba-9fa6-b31dd2a10d19 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0595994 Oct 28 08:49:52.214374 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d052ee55-bafd-4db7-9f00-21552a1d76b5 req-afb395ab-2438-4a38-9dca-c87e3097ff1b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375013 Oct 28 08:49:53.044323 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:49:53.478795 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7048a-6443-40ae-9b10-c204af6c194b req-78052c47-501f-44dc-98a0-137439f9cf39 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:53.480814 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52f7048a-6443-40ae-9b10-c204af6c194b req-78052c47-501f-44dc-98a0-137439f9cf39 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.1862988 Oct 28 08:49:53.533046 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52f7048a-6443-40ae-9b10-c204af6c194b req-da15ff88-eb03-4dc1-b0a2-6fd36981d7cb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447009 Oct 28 08:49:54.657569 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5423ef-e0bc-43a6-a282-bbe96334616c req-af156777-598e-4240-bae7-6fa630948056 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:54.659260 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9e5423ef-e0bc-43a6-a282-bbe96334616c req-af156777-598e-4240-bae7-6fa630948056 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0509171 Oct 28 08:49:54.702041 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9e5423ef-e0bc-43a6-a282-bbe96334616c req-b524c1f8-0830-4649-aa21-b65d5924150f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368519 Oct 28 08:49:55.834517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500728f-65a7-4396-ab1e-4c5e45898caf req-5a2513d3-dc30-454c-9463-cdd156acfe44 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:55.836101 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0500728f-65a7-4396-ab1e-4c5e45898caf req-5a2513d3-dc30-454c-9463-cdd156acfe44 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0508926 Oct 28 08:49:55.880306 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0500728f-65a7-4396-ab1e-4c5e45898caf req-ce8bb715-6836-405b-aa16-8255dc1983cb tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379081 Oct 28 08:49:57.018176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b677e-7b74-47d7-8a25-60f8cbdaf29a req-8ca2517d-4d76-4d44-b530-b72bc798577f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:57.019875 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-374b677e-7b74-47d7-8a25-60f8cbdaf29a req-8ca2517d-4d76-4d44-b530-b72bc798577f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0502694 Oct 28 08:49:57.066318 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-374b677e-7b74-47d7-8a25-60f8cbdaf29a req-68b4112c-c5a6-4cda-8e50-75941b850574 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379674 Oct 28 08:49:58.198671 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d37b-62fb-4a9d-8933-e91e8fbf8764 req-99a36778-8758-4130-907e-b3774c0e23f7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:58.200910 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e4c6d37b-62fb-4a9d-8933-e91e8fbf8764 req-99a36778-8758-4130-907e-b3774c0e23f7 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0545056 Oct 28 08:49:58.245220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e4c6d37b-62fb-4a9d-8933-e91e8fbf8764 req-c4131612-51ba-4263-9e89-502bcdb9508f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375698 Oct 28 08:49:59.373850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bb871-9a61-4d35-a098-85b4e98f14c9 req-b75531dc-5236-40e7-98a6-b4f7a3d462aa tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:49:59.375926 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-768bb871-9a61-4d35-a098-85b4e98f14c9 req-b75531dc-5236-40e7-98a6-b4f7a3d462aa tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0501473 Oct 28 08:49:59.419652 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-768bb871-9a61-4d35-a098-85b4e98f14c9 req-6df8b596-4b71-434e-b7ab-391395ddf1f1 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363688 Oct 28 08:50:00.379206 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:00.548812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f420474-0d20-4225-8a5a-926a5b5aaaea req-2daf0229-2eb6-4c29-baeb-ca003510951e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:00.550610 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f420474-0d20-4225-8a5a-926a5b5aaaea req-2daf0229-2eb6-4c29-baeb-ca003510951e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0561726 Oct 28 08:50:00.595750 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f420474-0d20-4225-8a5a-926a5b5aaaea req-bc8e930b-562c-4dc2-a234-e6af37a5b858 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Oct 28 08:50:01.745193 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef93acb-cce6-4c18-8133-1c586836d39e req-b0401205-08d7-4290-835b-f8d7de5c9742 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:01.747192 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aef93acb-cce6-4c18-8133-1c586836d39e req-b0401205-08d7-4290-835b-f8d7de5c9742 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0589669 Oct 28 08:50:01.793091 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aef93acb-cce6-4c18-8133-1c586836d39e req-4e30aead-595f-4c94-b39c-f3ade3d7918c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Oct 28 08:50:02.932715 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b8382-7490-4f72-b8df-d72029c4d323 req-a4ea253d-9aac-4a87-a2ad-8c070d996b1c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:02.934743 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-071b8382-7490-4f72-b8df-d72029c4d323 req-a4ea253d-9aac-4a87-a2ad-8c070d996b1c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0617714 Oct 28 08:50:02.982629 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-071b8382-7490-4f72-b8df-d72029c4d323 req-121b14c8-500f-4fbe-852d-9b9a6eb38d5e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Oct 28 08:50:03.596523 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-fbc9e16a-ce05-4f19-a557-0285ac2043f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.598070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-fbc9e16a-ce05-4f19-a557-0285ac2043f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0453289 Oct 28 08:50:03.722437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-acb9b079-4501-4ddc-b69f-0ad60460155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.724970 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-acb9b079-4501-4ddc-b69f-0ad60460155e service neutron] 10.222.0.70 "GET /v2.0/networks?id=523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 200 len: 917 time: 0.1059763 Oct 28 08:50:03.801782 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-47a94958-1e0e-4949-b90d-7ecf948caf5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 200 len: 999 time: 0.0688806 Oct 28 08:50:03.855625 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-40587694-5751-4e72-8095-a62df3af46f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.857074 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-40587694-5751-4e72-8095-a62df3af46f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 200 len: 855 time: 0.0482743 Oct 28 08:50:03.917570 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-9a74b245-3e5a-4937-aef3-255fd7747c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:03.924397 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-9a74b245-3e5a-4937-aef3-255fd7747c0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=523f4404-9c20-4bbb-88e2-e5dcf3255867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527341 Oct 28 08:50:04.031687 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-f2452fb5-6e12-4475-9d0b-0baa02309f5b service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041546 Oct 28 08:50:04.133132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c5fd340e-a51c-4f39-b2f9-4a6e143dcdf1 req-b407f6b6-e6dd-484d-8ff9-590383d9bc02 service neutron] 10.222.0.70 "GET /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933230 Oct 28 08:50:04.192813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601592-fc6b-4d0e-8bcd-3ad3e346fc7c req-c0f37327-5d68-4ff6-956f-915dc81e67f5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:04.194266 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f601592-fc6b-4d0e-8bcd-3ad3e346fc7c req-c0f37327-5d68-4ff6-956f-915dc81e67f5 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.1129866 Oct 28 08:50:04.461667 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1f601592-fc6b-4d0e-8bcd-3ad3e346fc7c req-c8fff1e3-e64f-4a98-8bf1-964bda8aff6d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612853 Oct 28 08:50:05.688233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a760-42c6-4cad-98d2-f28753aad3d9 req-5a44b5f8-bdd1-4dab-a84f-6d5e067e7e3c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:05.689768 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7146a760-42c6-4cad-98d2-f28753aad3d9 req-5a44b5f8-bdd1-4dab-a84f-6d5e067e7e3c tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 943 time: 0.0492618 Oct 28 08:50:05.730547 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7146a760-42c6-4cad-98d2-f28753aad3d9 req-901cb68c-25a2-4e57-a944-e535faeedbfd tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343232 Oct 28 08:50:06.579818 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:50:06.680883 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:06.693549 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'port_id': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'mac_address': 'fa:16:3e:fa:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:50:06.733429 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.747036 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:50:06.768578 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:06.773286 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:06.823292 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=9']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:06.866305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae7737-af94-492b-bc46-c33d07f7f737 req-8e70d6e0-b06b-4f48-9654-31188fe70487 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:06.868020 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90ae7737-af94-492b-bc46-c33d07f7f737 req-8e70d6e0-b06b-4f48-9654-31188fe70487 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0536299 Oct 28 08:50:06.913177 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90ae7737-af94-492b-bc46-c33d07f7f737 req-5b20c94b-7877-4686-92e3-fedf8e81e86d tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388386 Oct 28 08:50:07.169359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:50:08.057425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faea46-7d9c-4354-b86c-1f2852e11bbb req-8631d4d6-0847-4cb6-8618-f2d5c8396d0b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:08.058984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-57faea46-7d9c-4354-b86c-1f2852e11bbb req-8631d4d6-0847-4cb6-8618-f2d5c8396d0b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 944 time: 0.0606670 Oct 28 08:50:08.104065 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-57faea46-7d9c-4354-b86c-1f2852e11bbb req-f6f59d4d-ef7c-44e4-9eb4-1e37dfc32f17 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388551 Oct 28 08:50:08.595103 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:50:08.648210 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:50:08.648585 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:08.736649 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:08.762102 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:08.764464 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889d538-109d-43f7-805c-038c9cb13895" -d '{"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:08.781910 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:08.786861 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:08.827619 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ebe064-5bb1-44b0-b857-37b734de8ac1 x-openstack-request-id: req-10ebe064-5bb1-44b0-b857-37b734de8ac1 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:08.827962 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-plugged", "status": "completed", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:08.828318 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10ebe064-5bb1-44b0-b857-37b734de8ac1 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:08.828723 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'code': 200} Oct 28 08:50:08.864148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=10']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:09.031511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafecbb-b006-4326-8db2-674e8df90a45 req-a8c0fd86-4fb1-406f-9318-bd88419c8ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:09.032899 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cafecbb-b006-4326-8db2-674e8df90a45 req-a8c0fd86-4fb1-406f-9318-bd88419c8ede service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 1099 time: 0.0472481 Oct 28 08:50:09.071145 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3cafecbb-b006-4326-8db2-674e8df90a45 req-1737f0f5-865b-4166-8685-d3308e48bfc1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Oct 28 08:50:09.229945 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eaab7-6394-4ba2-81ef-6e1e927bf4db req-c7e9cf81-e5d8-4479-aaf0-1ae778af9655 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:09.231455 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-929eaab7-6394-4ba2-81ef-6e1e927bf4db req-c7e9cf81-e5d8-4479-aaf0-1ae778af9655 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.0511341 Oct 28 08:50:09.271621 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-929eaab7-6394-4ba2-81ef-6e1e927bf4db req-6e3dfe50-b079-4403-bdd0-f6e41c00b43f tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339527 Oct 28 08:50:10.402201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84aadb-5acc-45d4-8a3a-4179d9e85d46 req-6de6320c-cb79-4d74-ad0c-16b967c7ea5a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:10.403758 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc84aadb-5acc-45d4-8a3a-4179d9e85d46 req-6de6320c-cb79-4d74-ad0c-16b967c7ea5a tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.0542495 Oct 28 08:50:10.447611 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dc84aadb-5acc-45d4-8a3a-4179d9e85d46 req-b8b8ed03-8740-439a-8684-24298d90eaa8 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354214 Oct 28 08:50:11.580248 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdc680-54d0-480b-a67d-0c61fbcaed4c req-2c72773f-ad63-45a8-a966-553fa8cb1434 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:11.581768 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1dcdc680-54d0-480b-a67d-0c61fbcaed4c req-2c72773f-ad63-45a8-a966-553fa8cb1434 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.0585041 Oct 28 08:50:11.627245 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1dcdc680-54d0-480b-a67d-0c61fbcaed4c req-743ba3bd-5ffd-415c-a5d7-17dca3bfec98 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391154 Oct 28 08:50:12.074004 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-87521334-9754-499b-ad37-362bd9761185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.056566 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5030fe23-b115-42bb-a35f-9b654df9d4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.739347 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:15.941099 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:17.346202 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:26.769110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad68b2-39b3-4fb4-9429-76c5dda52db5 req-99e08a85-9ba9-4f93-a5c5-6454d1ef9af8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:26.770676 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a1ad68b2-39b3-4fb4-9429-76c5dda52db5 req-99e08a85-9ba9-4f93-a5c5-6454d1ef9af8 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0518525 Oct 28 08:50:26.811469 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a1ad68b2-39b3-4fb4-9429-76c5dda52db5 req-0cef72fc-b0c1-4557-b624-54e57320e2ee tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344224 Oct 28 08:50:27.939641 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc478fa9-bd3b-44ea-acc6-1569b7887c1d req-c062d124-d44a-4025-ba7e-f1594acd5443 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:27.941254 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc478fa9-bd3b-44ea-acc6-1569b7887c1d req-c062d124-d44a-4025-ba7e-f1594acd5443 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0567169 Oct 28 08:50:27.980982 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc478fa9-bd3b-44ea-acc6-1569b7887c1d req-ab8099cd-f522-4493-b9ab-0261902c9f74 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Oct 28 08:50:28.865099 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7bf2461b-34a7-4367-8740-663b96ba85aa tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:28.866650 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7bf2461b-34a7-4367-8740-663b96ba85aa tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.0519199 Oct 28 08:50:28.972848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Deleting port d06f77e6-19cf-4197-85ed-4921523a9bd2 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:28.973541 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.095650 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] For port d06f77e6-19cf-4197-85ed-4921523a9bd2, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d06f77e6-19cf-4197-85ed-4921523a9bd2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:29.096008 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.166879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3c157-9e5d-4087-9cdd-ff58f2fde5c6 req-6dbc9308-dff8-4899-96a3-4e33dffc788c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:29.168293 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3a3c157-9e5d-4087-9cdd-ff58f2fde5c6 req-6dbc9308-dff8-4899-96a3-4e33dffc788c tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 945 time: 0.1138723 Oct 28 08:50:29.256366 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3a3c157-9e5d-4087-9cdd-ff58f2fde5c6 req-d613a806-57a3-4d0b-96bb-8191f0aa7846 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups?id=0a1568df-a7ff-43f7-bb41-51902dc28b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801914 Oct 28 08:50:29.322128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.322526 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.322855 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Floating IP d4cfb597-2ef6-44c3-a4c3-2a89946b24d9 disassociated. External IP: 172.27.1.39, port: d06f77e6-19cf-4197-85ed-4921523a9bd2. Oct 28 08:50:29.323228 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Calling delete_port for d06f77e6-19cf-4197-85ed-4921523a9bd2 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:29.457638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.491304 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'Port': ['ID=d06f77e6-19cf-4197-85ed-4921523a9bd2,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:29.504446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.504948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.505481 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.505894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.506375 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.506888 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.507358 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.507827 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.508386 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.508854 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.509318 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.509814 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:29.643838 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:29.758989 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:29.771304 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:29.783053 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:29.784021 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:29.802576 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] No DVR routers for this DVR port d06f77e6-19cf-4197-85ed-4921523a9bd2 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:29.805294 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:29.808946 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8707ca7e-61a4-482b-b856-aad76e8c1bf9 req-7b7a906f-13b0-4710-942f-5f77e8de0c36 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.70 "DELETE /v2.0/ports/d06f77e6-19cf-4197-85ed-4921523a9bd2 HTTP/1.1" status: 204 len: 173 time: 0.9349532 Oct 28 08:50:29.809400 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'name': 'network-vif-deleted', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:29.812620 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff32a39c-7b08-485c-8425-8f01cb4f3959" -d '{"events": [{"server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "name": "network-vif-deleted", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:29.912772 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:29.996373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ded7df-a98d-466a-bfd8-3913da373c86 x-openstack-request-id: req-74ded7df-a98d-466a-bfd8-3913da373c86 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:29.996940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b330ee-3ee9-48ec-bd24-81e216ae78ae", "name": "network-vif-deleted", "tag": "d06f77e6-19cf-4197-85ed-4921523a9bd2", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:29.997037 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74ded7df-a98d-466a-bfd8-3913da373c86 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:29.997503 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b330ee-3ee9-48ec-bd24-81e216ae78ae', 'name': 'network-vif-deleted', 'tag': 'd06f77e6-19cf-4197-85ed-4921523a9bd2', 'status': 'completed', 'code': 200} Oct 28 08:50:30.047369 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:50:30.159416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:30.191079 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:30.201642 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:30.202410 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:30.335647 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:30.426354 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e61bb61c-17a9-4cb1-9109-999792a0b3a6 req-ba02b685-bdd6-4804-9a4a-4640f2554ef9 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/ports?device_id=e7b330ee-3ee9-48ec-bd24-81e216ae78ae HTTP/1.1" status: 200 len: 210 time: 0.0478444 Oct 28 08:50:30.617389 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:30.716851 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57630) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:30.717630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:30.746834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824796d-e712-4965-80fd-cb8118ef8f96 None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:40:00Z', 'revision_number': 4, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'becc203a-15ef-4113-b448-3347060810e2', 'name': '', 'network_id': '35511921-4507-4196-b423-3f07547df75c', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'mac_address': 'fa:16:3e:a5:e4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:58Z', 'updated_at': '2021-10-28T08:40:12Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'subnets': [{'id': 'cb9ebd90-bfdf-420a-9f26-ed69d7911766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:30.992852 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7560a-e88d-4d6e-8642-19b1cbdfade2 None None] New status for floating IP d4cfb597-2ef6-44c3-a4c3-2a89946b24d9: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:31.030853 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Deleting port 26492941-cd7b-4e06-8eca-7dffa151dea2 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:31.031202 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.115736 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.116059 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.137828 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Calling delete_port for 26492941-cd7b-4e06-8eca-7dffa151dea2 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:31.330689 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.355667 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event deleted for resources: {'Port': ['ID=26492941-cd7b-4e06-8eca-7dffa151dea2,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:31.369782 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.370122 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.370458 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.370817 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.371145 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.371469 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.371785 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.372103 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.372421 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.372739 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.373196 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.374314 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:50:31.436902 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.437183 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Floating IP 3d8804d3-3c9d-428b-845b-0f85321ce34e disassociated (deleted). External IP: 172.27.1.34, port: 0740398f-07ce-4e13-b20f-5cf387cc8ba7. Oct 28 08:50:31.539216 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57640) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:31.621166 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.650577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.713785 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.718054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:31.721755 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "DELETE /v2.0/security-groups/0a1568df-a7ff-43f7-bb41-51902dc28b2a HTTP/1.1" status: 204 len: 168 time: 0.1789968 Oct 28 08:50:31.722886 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57642) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:31.745212 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bdb88-407b-480a-85b0-0e28993570d2 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1568df-a7ff-43f7-bb41-51902dc28b2a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:31.747221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.api.v2.resource [None req-96f18817-434e-444e-936b-0ba8542b0514 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] show failed (client error): The resource could not be found. Oct 28 08:50:31.748334 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-96f18817-434e-444e-936b-0ba8542b0514 tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "GET /v2.0/security-groups/0a1568df-a7ff-43f7-bb41-51902dc28b2a HTTP/1.1" status: 404 len: 347 time: 0.0244110 Oct 28 08:50:31.754443 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57644) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:31.982333 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Deleting port b29a02b8-1ae5-4b08-b8a6-388abb25d125 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:31.982639 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.059648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:32.086017 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.086603 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.143855 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Calling delete_port for b29a02b8-1ae5-4b08-b8a6-388abb25d125 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:32.270759 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:32.276388 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.285589 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Sync routers for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:32.298289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:32.298950 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:32.313965 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f2fb4b70-2f02-4d0a-bd2a-f1851b257678 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "DELETE /v2.0/floatingips/3d8804d3-3c9d-428b-845b-0f85321ce34e HTTP/1.1" status: 204 len: 168 time: 1.5954206 Oct 28 08:50:32.316922 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:32.318369 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed1d387-ed04-497d-b862-c167bd2e54f4" -d '{"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:32.383455 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.387577 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2872dc39-8dcd-4bb7-ab16-2095e29b90ad x-openstack-request-id: req-2872dc39-8dcd-4bb7-ab16-2095e29b90ad {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:32.387870 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:32.388119 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2872dc39-8dcd-4bb7-ab16-2095e29b90ad {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:32.390229 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'status': 'completed', 'code': 200} Oct 28 08:50:32.428282 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Pushing event deleted for resources: {'Port': ['ID=b29a02b8-1ae5-4b08-b8a6-388abb25d125,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:32.494682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:32.497427 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.500831 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:32.502190 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0d597f26-44b9-4361-9adc-1e946e86888e tempest-AttachVolumeTestJSON-625284733 tempest-AttachVolumeTestJSON-625284733-project] 10.222.0.76 "DELETE /v2.0/floatingips/d4cfb597-2ef6-44c3-a4c3-2a89946b24d9 HTTP/1.1" status: 204 len: 168 time: 0.7457697 Oct 28 08:50:32.566299 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-a0c05597-6a22-4856-9f1e-26aa7e7ad34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.568653 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-a0c05597-6a22-4856-9f1e-26aa7e7ad34c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b5a1400e6c8401a9ac7192333826fde&device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 1099 time: 0.1589060 Oct 28 08:50:32.685028 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device d06f77e6-19cf-4197-85ed-4921523a9bd2 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:32.721707 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: d06f77e6-19cf-4197-85ed-4921523a9bd2 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:32.722377 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device d06f77e6-19cf-4197-85ed-4921523a9bd2 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:32.723177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db41c2-ff59-4183-9ab2-82d717ac9c97 req-f815ff91-98ce-4d82-a792-0eb25f8332aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.725536 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-45db41c2-ff59-4183-9ab2-82d717ac9c97 req-f815ff91-98ce-4d82-a792-0eb25f8332aa tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0940182 Oct 28 08:50:32.756658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-559991da-d7d1-4943-a022-c0c72d98f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.758019 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-559991da-d7d1-4943-a022-c0c72d98f15e service neutron] 10.222.0.70 "GET /v2.0/networks?id=b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 200 len: 910 time: 0.1802015 Oct 28 08:50:32.810293 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-6fe1e067-fcd4-459c-a4c1-0b27207ddfbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 200 len: 217 time: 0.0435143 Oct 28 08:50:32.814279 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-45db41c2-ff59-4183-9ab2-82d717ac9c97 req-32a9ed57-10d7-432d-b30a-8feec7692935 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817611 Oct 28 08:50:32.843973 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:32.869294 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-6d92301a-9eef-4ee2-9de8-c0c907c5e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.870872 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-6d92301a-9eef-4ee2-9de8-c0c907c5e6f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 200 len: 848 time: 0.0533006 Oct 28 08:50:32.881635 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Checking router: 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:32.891842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:32.892472 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:32.928054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-a4e3d687-f359-453e-8d8a-f60198dcdfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:32.929553 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-a4e3d687-f359-453e-8d8a-f60198dcdfa5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b9fd429e-0719-42cd-a50a-a983af1510cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496686 Oct 28 08:50:32.943336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-ee6b9806-c436-4399-8fe3-9cb385ed907e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:50:32.944343 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-ee6b9806-c436-4399-8fe3-9cb385ed907e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060675 Oct 28 08:50:33.015216 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:33.051574 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-07d6ffdb-f222-404a-9b02-dffd994bd200 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985098 Oct 28 08:50:33.157027 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ed1d387-ed04-497d-b862-c167bd2e54f4 req-6a6d9914-15f5-4d3a-b7f9-fa5fe9ec69a8 service neutron] 10.222.0.70 "GET /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964904 Oct 28 08:50:33.252652 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:33.283690 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563f620-45c2-410f-beb7-8c4e59829f5a None None] The sync data for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi is: [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:22Z', 'revision_number': 4, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '32f55d28-e8d1-4ae9-89ff-d1d691f6a068', 'name': '', 'network_id': 'b9fd429e-0719-42cd-a50a-a983af1510cd', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'mac_address': 'fa:16:3e:7b:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:21Z', 'updated_at': '2021-10-28T08:44:31Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'subnets': [{'id': '8494a261-7407-42fe-9506-a42f07c0d0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:33.507757 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977f56fb-0bdf-4fa0-8968-c307576a7e2f None None] New status for floating IP 3d8804d3-3c9d-428b-845b-0f85321ce34e: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:50:33.946672 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd315d-9e3d-4832-a804-939117016d85 req-59ce2452-0cca-4637-910c-a09cd5922c81 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:33.948110 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcbd315d-9e3d-4832-a804-939117016d85 req-59ce2452-0cca-4637-910c-a09cd5922c81 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0540731 Oct 28 08:50:33.990019 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcbd315d-9e3d-4832-a804-939117016d85 req-ef83b32d-9cd1-450f-bc8f-ff0c479e287f tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/security-groups?id=05845e86-4900-4d96-960c-670e70477a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356779 Oct 28 08:50:34.471650 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-3575a759-e5f3-4987-b671-4271c0f7e89d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:34.473187 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-3575a759-e5f3-4987-b671-4271c0f7e89d tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.70 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 946 time: 0.0560732 Oct 28 08:50:34.580285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Deleting port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:34.580630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.691227 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] For port 0740398f-07ce-4e13-b20f-5cf387cc8ba7, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0740398f-07ce-4e13-b20f-5cf387cc8ba7,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:34.691585 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.706111 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Calling delete_port for 0740398f-07ce-4e13-b20f-5cf387cc8ba7 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:34.833379 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.903215 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event deleted for resources: {'Port': ['ID=0740398f-07ce-4e13-b20f-5cf387cc8ba7,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:34.926395 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] No DVR routers for this DVR port 0740398f-07ce-4e13-b20f-5cf387cc8ba7 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:34.928888 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:34.932265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4dcbdbf8-bf42-4224-b456-1413ead45771 req-b9255582-9953-4c0b-b7fe-04135a8f7a05 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.70 "DELETE /v2.0/ports/0740398f-07ce-4e13-b20f-5cf387cc8ba7 HTTP/1.1" status: 204 len: 173 time: 0.4520292 Oct 28 08:50:34.932715 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-deleted', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:50:34.935011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78ef1e-3ef4-4aad-be78-9c165c0970cb" -d '{"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-deleted", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:50:34.982189 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e0a572-5dc9-4208-8a92-7e3c9a2dfea2 x-openstack-request-id: req-55e0a572-5dc9-4208-8a92-7e3c9a2dfea2 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:50:34.983848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3329c3-6608-4f3d-a14e-a1c563567ca1", "name": "network-vif-deleted", "tag": "0740398f-07ce-4e13-b20f-5cf387cc8ba7", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:50:34.984239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55e0a572-5dc9-4208-8a92-7e3c9a2dfea2 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:50:34.984943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de3329c3-6608-4f3d-a14e-a1c563567ca1', 'name': 'network-vif-deleted', 'tag': '0740398f-07ce-4e13-b20f-5cf387cc8ba7', 'status': 'completed', 'code': 200} Oct 28 08:50:35.096200 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-959495b7-4232-45ef-9b23-d525930b6bdb req-8e8687c6-c385-485a-b85b-d01f87c17006 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "GET /v2.0/ports?device_id=de3329c3-6608-4f3d-a14e-a1c563567ca1 HTTP/1.1" status: 200 len: 210 time: 0.0303657 Oct 28 08:50:36.130040 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57690) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:36.155651 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57694) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:36.220109 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.254673 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.323871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.326558 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.328161 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] 10.222.0.76 "DELETE /v2.0/security-groups/05845e86-4900-4d96-960c-670e70477a3f HTTP/1.1" status: 204 len: 168 time: 0.1714430 Oct 28 08:50:36.341750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f179a8b-f541-49cf-a350-ae29ff479653 tempest-TestShelveInstance-1721406179 tempest-TestShelveInstance-1721406179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05845e86-4900-4d96-960c-670e70477a3f,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:36.386746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57698) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:36.666799 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:36.945104 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Deleting port becc203a-15ef-4113-b448-3347060810e2 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:36.945352 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.054484 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] For port becc203a-15ef-4113-b448-3347060810e2, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=becc203a-15ef-4113-b448-3347060810e2,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:37.055048 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.070605 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Calling delete_port for becc203a-15ef-4113-b448-3347060810e2 owned by network:router_interface {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:37.142233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.265291 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.291819 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Pushing event deleted for resources: {'Port': ['ID=becc203a-15ef-4113-b448-3347060810e2,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:37.483366 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.494985 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Deleting port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:37.496110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.599367 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] For port 32f55d28-e8d1-4ae9-89ff-d1d691f6a068, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:37.599833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.615584 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Calling delete_port for 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 owned by network:router_interface {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:37.710562 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Router 929f60ad-685d-4d96-9db1-fc0503b6984a has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:37.832378 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:37.845648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:37.853687 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-391a28eb-74b0-4736-9f15-bb0863d9eaca admin admin] 10.222.0.76 "PUT /v2.0/routers/929f60ad-685d-4d96-9db1-fc0503b6984a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200642 Oct 28 08:50:37.855249 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57702) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:37.863342 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f55d28-e8d1-4ae9-89ff-d1d691f6a068,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:37.863587 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Sync routers for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:37.895202 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:37.897452 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:37.995103 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.046542 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:38.119070 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.138646 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.294036 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:50:37Z', 'revision_number': 5, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port': {'id': 'ea0bf07f-932a-490a-ab42-51625fea5076', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:29:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:53Z', 'updated_at': '2021-10-28T08:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.323260 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Checking router: 929f60ad-685d-4d96-9db1-fc0503b6984a for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:38.341120 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Routers {'929f60ad-685d-4d96-9db1-fc0503b6984a'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:38.341783 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['929f60ad-685d-4d96-9db1-fc0503b6984a'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.416291 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:38.458969 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] Set router 929f60ad-685d-4d96-9db1-fc0503b6984a gateway port host: None {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:38.487447 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Deleting port ea0bf07f-932a-490a-ab42-51625fea5076 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:38.488213 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.539847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:38.546242 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-801f2a1e-081c-4fc7-9a55-73479d3d53b6 admin admin] 10.222.0.76 "PUT /v2.0/routers/18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623971 Oct 28 08:50:38.550043 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57704) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:38.553356 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Sync routers for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:38.568653 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:38.569790 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.656319 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:50:38Z', 'revision_number': 6, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.661271 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] For port ea0bf07f-932a-490a-ab42-51625fea5076, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=ea0bf07f-932a-490a-ab42-51625fea5076,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:38.661665 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.679204 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Calling delete_port for ea0bf07f-932a-490a-ab42-51625fea5076 owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:38.688034 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:38.693934 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb61742-78f7-4576-a47a-1f5be8953e21 None None] The sync data for ids ['929f60ad-685d-4d96-9db1-fc0503b6984a'] in dv-cinder-815659-2-iscsi is: [{'id': '929f60ad-685d-4d96-9db1-fc0503b6984a', 'name': 'tempest-AttachVolumeTestJSON-534862044-router', 'tenant_id': 'd12dfed3afe746b58b897b104b2a78ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:51Z', 'updated_at': '2021-10-28T08:50:38Z', 'revision_number': 6, 'project_id': 'd12dfed3afe746b58b897b104b2a78ae', 'gw_port_host': None}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:38.696245 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:38.722630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 0740398f-07ce-4e13-b20f-5cf387cc8ba7 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:38.723122 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 0740398f-07ce-4e13-b20f-5cf387cc8ba7 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:38.736159 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.901406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:38.909434 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:50:37Z', 'revision_number': 5, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port': {'id': 'f7ead90f-6d86-4532-b73a-b77914f8b259', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:46:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:38.942150 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Checking router: 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:38.951667 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Routers {'18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:38.952302 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.012172 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.045660 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0bf07f-932a-490a-ab42-51625fea5076,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.062469 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] Set router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:39.080985 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Deleting port f7ead90f-6d86-4532-b73a-b77914f8b259 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:39.081325 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.135022 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:50:38Z', 'revision_number': 6, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:39.168449 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab85c4-edfa-40f4-9f93-6a058b3e0967 None None] The sync data for ids ['18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54'] in dv-cinder-815659-2-iscsi is: [{'id': '18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54', 'name': 'tempest-TestShelveInstance-1034807407-router', 'tenant_id': '3b5a1400e6c8401a9ac7192333826fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:19Z', 'updated_at': '2021-10-28T08:50:38Z', 'revision_number': 6, 'project_id': '3b5a1400e6c8401a9ac7192333826fde', 'gw_port_host': None}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:39.179256 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.316894 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.320470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.328233 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] For port f7ead90f-6d86-4532-b73a-b77914f8b259, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=f7ead90f-6d86-4532-b73a-b77914f8b259,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:39.328696 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.398332 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Calling delete_port for f7ead90f-6d86-4532-b73a-b77914f8b259 owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:39.409072 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.409622 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 929f60ad-685d-4d96-9db1-fc0503b6984a {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:50:39.416553 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.417727 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9b3fbdfa-240e-4846-8d54-55eee92c1487 admin admin] 10.222.0.76 "DELETE /v2.0/routers/929f60ad-685d-4d96-9db1-fc0503b6984a HTTP/1.1" status: 204 len: 168 time: 1.5611956 Oct 28 08:50:39.422151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57708) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:39.475585 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Deleting subnet cb9ebd90-bfdf-420a-9f26-ed69d7911766 {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:39.480001 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.526247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8395966'] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.624800 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.652984 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ead90f-6d86-4532-b73a-b77914f8b259,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.661536 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.739576 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.748903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8572379'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.777612 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9ebd90-bfdf-420a-9f26-ed69d7911766,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:39.786883 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.791492 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-968dbfd2-d505-4e95-b88d-d251b58c8074 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cb9ebd90-bfdf-420a-9f26-ed69d7911766 HTTP/1.1" status: 204 len: 168 time: 0.3682373 Oct 28 08:50:39.792441 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b897632-2a7e-41fa-af55-2893e97338b9 None None] Network 35511921-4507-4196-b423-3f07547df75c requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:39.793953 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57710) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:39.876345 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.879422 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.918767 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.953863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.954658 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:50:39.974247 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:39.975894 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-bb0c2b85-8c7d-4922-9d87-0d9631af2156 admin admin] 10.222.0.76 "DELETE /v2.0/routers/18d9d2a9-f91e-4d80-9bc7-30a57b7a3f54 HTTP/1.1" status: 204 len: 168 time: 1.4251046 Oct 28 08:50:39.978537 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57712) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:40.053103 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Deleting port 843df734-4b71-4b9a-b34f-35dc7b8a1195 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:40.053668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.058961 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Deleting subnet 8494a261-7407-42fe-9506-a42f07c0d0f2 {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:40.072566 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.156048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8395966'] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.192408 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] For port 843df734-4b71-4b9a-b34f-35dc7b8a1195, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=843df734-4b71-4b9a-b34f-35dc7b8a1195,segment=NetworkSegment(b7806d88-ccf9-4fa3-aecb-b4817dc054a0),segment_id=b7806d88-ccf9-4fa3-aecb-b4817dc054a0)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:40.192790 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.209146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Calling delete_port for 843df734-4b71-4b9a-b34f-35dc7b8a1195 owned by network:dhcp {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:40.302043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.366696 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] DHCP port deletion for 35511921-4507-4196-b423-3f07547df75c request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:50:40.389143 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.439787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Pushing event deleted for resources: {'Port': ['ID=843df734-4b71-4b9a-b34f-35dc7b8a1195,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.449048 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] No DVR routers for this DVR port 843df734-4b71-4b9a-b34f-35dc7b8a1195 on host dv-cinder-815659-2-iscsi {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:40.452144 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8572379'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.454309 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Deleting port 843df734-4b71-4b9a-b34f-35dc7b8a1195 {{(pid=107986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:40.454815 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.459652 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device ea0bf07f-932a-490a-ab42-51625fea5076 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:40.513746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8494a261-7407-42fe-9506-a42f07c0d0f2,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.519413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.522824 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-bad81bd6-8122-4ab8-9498-b0a95b18397a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8494a261-7407-42fe-9506-a42f07c0d0f2 HTTP/1.1" status: 204 len: 168 time: 0.5429416 Oct 28 08:50:40.525652 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57714) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:40.541422 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: ea0bf07f-932a-490a-ab42-51625fea5076 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:40.541948 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device ea0bf07f-932a-490a-ab42-51625fea5076 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:40.542458 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device f7ead90f-6d86-4532-b73a-b77914f8b259 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:40.547831 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374a13a-430e-4e58-8f9c-304a3e515b69 None None] Network b9fd429e-0719-42cd-a50a-a983af1510cd requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:40.590735 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.625067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: f7ead90f-6d86-4532-b73a-b77914f8b259 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:40.625067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device f7ead90f-6d86-4532-b73a-b77914f8b259 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:40.625067 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 843df734-4b71-4b9a-b34f-35dc7b8a1195 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:40.627165 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35511921-4507-4196-b423-3f07547df75c']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:40.637488 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:40.637813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7806d88-ccf9-4fa3-aecb-b4817dc054a0') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:40.647373 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.649135 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.668970 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.673375 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 843df734-4b71-4b9a-b34f-35dc7b8a1195 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:40.673899 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 843df734-4b71-4b9a-b34f-35dc7b8a1195 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:40.674599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:40.675774 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:40.676188 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.712686 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] For port 843df734-4b71-4b9a-b34f-35dc7b8a1195, host dv-cinder-815659-2-iscsi, got binding levels [] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:40.713187 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.725420 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Deleting port 7ccaed6a-7791-470c-af73-298ff2388ccd {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:40.725772 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.726932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:40.727378 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 32f55d28-e8d1-4ae9-89ff-d1d691f6a068 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:40.728029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device becc203a-15ef-4113-b448-3347060810e2 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:40.747046 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:40.751842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.757336 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: becc203a-15ef-4113-b448-3347060810e2 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:40.758167 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device becc203a-15ef-4113-b448-3347060810e2 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:40.767911 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Calling delete_port for 843df734-4b71-4b9a-b34f-35dc7b8a1195 owned by network:dhcp {{(pid=107986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:40.772312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.774128 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.ipam_backend_mixin [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Port 843df734-4b71-4b9a-b34f-35dc7b8a1195 was not found and therefore no delete operation was performed {{(pid=107986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:50:40.777208 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] 10.222.0.76 "DELETE /v2.0/networks/35511921-4507-4196-b423-3f07547df75c HTTP/1.1" status: 204 len: 168 time: 0.9819267 Oct 28 08:50:40.804277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861'] for port, after_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.809778 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e9a38-015c-4539-895f-f83fdf2a3734 admin admin] Pushing event deleted for resources: {'Network': ['ID=35511921-4507-4196-b423-3f07547df75c,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.836615 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] For port 7ccaed6a-7791-470c-af73-298ff2388ccd, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=7ccaed6a-7791-470c-af73-298ff2388ccd,segment=NetworkSegment(a8978c16-941f-4004-a896-894644ae49ac),segment_id=a8978c16-941f-4004-a896-894644ae49ac)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:40.837152 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.855357 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Calling delete_port for 7ccaed6a-7791-470c-af73-298ff2388ccd owned by network:dhcp {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:40.863343 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Network 35511921-4507-4196-b423-3f07547df75c is not hosted by any dhcp agent {{(pid=107986) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 08:50:40.864074 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] No DVR routers for this DVR port 843df734-4b71-4b9a-b34f-35dc7b8a1195 on host dv-cinder-815659-2-iscsi {{(pid=107986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:40.868112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d5e1-fea5-4b2d-8208-80e2490bea35 None None] Pushing event deleted for resources: {'Port': ['ID=843df734-4b71-4b9a-b34f-35dc7b8a1195,revision_number=None']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:40.964689 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:40.968975 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57718) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:40.995945 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0d801b-e35d-448d-b872-bee513282e84 None None] DHCP port deletion for b9fd429e-0719-42cd-a50a-a983af1510cd request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:50:41.001858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccaed6a-7791-470c-af73-298ff2388ccd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:41.011042 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] No DVR routers for this DVR port 7ccaed6a-7791-470c-af73-298ff2388ccd on host dv-cinder-815659-2-iscsi {{(pid=107985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:41.033943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-18b97d5c-64c8-4731-8cf8-021cab6d2223 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d12dfed3afe746b58b897b104b2a78ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631316 Oct 28 08:50:41.036496 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57720) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:41.091868 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.098847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.114987 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fd429e-0719-42cd-a50a-a983af1510cd']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:41.121953 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.125583 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8978c16-941f-4004-a896-894644ae49ac') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:41.125880 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8978c16-941f-4004-a896-894644ae49ac') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:41.145467 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.160184 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.167003 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:41.167466 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:41.169330 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:41.184178 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.186926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.188246 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5f3320c-f713-41c0-84cb-39dc2b7c3cd5 HTTP/1.1" status: 204 len: 168 time: 0.1507180 Oct 28 08:50:41.200728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eab16d-177b-44ee-954c-305e95071826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f3320c-f713-41c0-84cb-39dc2b7c3cd5,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:41.234616 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.240313 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:41.243835 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b9fd429e-0719-42cd-a50a-a983af1510cd HTTP/1.1" status: 204 len: 168 time: 0.7167618 Oct 28 08:50:41.248528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57724) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:41.261218 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83799be-bf93-4be9-a4a4-b273a71d23d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fd429e-0719-42cd-a50a-a983af1510cd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:41.670259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.078178 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-84ab8351-c8c9-483d-ad99-222f64d32498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.106331 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57744) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.168577 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 7ccaed6a-7791-470c-af73-298ff2388ccd no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:42.192049 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 7ccaed6a-7791-470c-af73-298ff2388ccd {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:42.192491 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 7ccaed6a-7791-470c-af73-298ff2388ccd not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:42.240124 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909814728-network', 'tenant_id': 'ed847313b3b146339f4bdcf54a1a1e88'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:42.262799 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Made reservation on behalf of ed847313b3b146339f4bdcf54a1a1e88 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:42.265784 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.275187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Deleting port cca470d4-be68-4859-b26b-82b9192ab784 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:42.275664 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.276557 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.370789 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.382839 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.384701 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] For port cca470d4-be68-4859-b26b-82b9192ab784, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=cca470d4-be68-4859-b26b-82b9192ab784,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:42.385224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.402400 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Calling delete_port for cca470d4-be68-4859-b26b-82b9192ab784 owned by network:router_interface {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:42.423679 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:50:42.436598 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658f51e-6b75-4325-90d0-bce0fa22cb0a,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.442868 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.443671 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Added segment 0535b46d-d7c2-4917-8e06-44e3105ab0bd of type vlan for network 927e9506-5b75-428e-86d4-f87f7ddec146 Oct 28 08:50:42.509433 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.539671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.540671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:42.541255 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.597049 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4890027 Oct 28 08:50:42.602828 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57748) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:42.609309 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Request body: {'subnet': {'network_id': '927e9506-5b75-428e-86d4-f87f7ddec146', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909814728-subnet', 'tenant_id': 'ed847313b3b146339f4bdcf54a1a1e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:42.612764 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8559a44-6b3e-4b69-8bee-ea9e042bc2cf admin admin] Pushing event updated for resources: {'Network': ['ID=927e9506-5b75-428e-86d4-f87f7ddec146,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.623826 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 927e9506-5b75-428e-86d4-f87f7ddec146 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:50:42.642263 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.673272 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca470d4-be68-4859-b26b-82b9192ab784,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:42.738969 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Made reservation on behalf of ed847313b3b146339f4bdcf54a1a1e88 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:42.741934 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:42.990321 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.069182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.168948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d0a3390-9b0e-4415-b326-1fbe3d13ccbb,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:43.196150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Checking segment: {'id': '0535b46d-d7c2-4917-8e06-44e3105ab0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '927e9506-5b75-428e-86d4-f87f7ddec146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:43.196511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Network hostable DHCP agents. Network: 927e9506-5b75-428e-86d4-f87f7ddec146, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:50:43.253883 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Network 927e9506-5b75-428e-86d4-f87f7ddec146 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:50:43.297006 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 927e9506-5b75-428e-86d4-f87f7ddec146) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:43.304231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:43.304825 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.306024 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f2bc6-69ef-4c27-920c-87706284c562 None None] Network 927e9506-5b75-428e-86d4-f87f7ddec146 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:43.330863 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4a70f108-5ebb-4544-bb5b-2a6b6662cd0c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7268157 Oct 28 08:50:43.346943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Router 5179ac23-68c7-45c0-9770-c758646a9f50 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:50:43.468293 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884937a0-9fe4-47a4-957f-a4d05641523b None None] Network 927e9506-5b75-428e-86d4-f87f7ddec146 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:43.473681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:50:43.481221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e79bfedd-5a4f-41db-920a-2ae8bf5c8267 admin admin] 10.222.0.76 "PUT /v2.0/routers/5179ac23-68c7-45c0-9770-c758646a9f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2298379 Oct 28 08:50:43.482226 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57754) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:43.509099 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Sync routers for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:50:43.533952 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:43.534600 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:43.599173 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks [] for router, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.705507 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:43.720835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.785829 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Deleting port fb14ea48-87ca-4d21-aa45-0090a3a75d19 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:43.786172 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.877365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] For port fb14ea48-87ca-4d21-aa45-0090a3a75d19, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=fb14ea48-87ca-4d21-aa45-0090a3a75d19,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:43.877799 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:43.892108 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Calling delete_port for fb14ea48-87ca-4d21-aa45-0090a3a75d19 owned by network:router_gateway {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:43.939300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57766) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:43.944420 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040024539-network', 'tenant_id': 'da074abfed8b49c3b5a0a498bdb77a8b'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:43.948481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:50:42Z', 'revision_number': 5, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port': {'id': 'fb14ea48-87ca-4d21-aa45-0090a3a75d19', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:78:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:43.978122 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Checking router: 5179ac23-68c7-45c0-9770-c758646a9f50 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:50:43.989166 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Routers {'5179ac23-68c7-45c0-9770-c758646a9f50'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:50:43.990582 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Made reservation on behalf of da074abfed8b49c3b5a0a498bdb77a8b for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:43.990870 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['5179ac23-68c7-45c0-9770-c758646a9f50'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:43.992934 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.034254 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.098914 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] Set router 5179ac23-68c7-45c0-9770-c758646a9f50 gateway port host: None {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:50:44.161083 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:50:43Z', 'revision_number': 6, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:44.170293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.192903 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff598fdd-1e11-45cd-bead-2798e0b43f92 None None] The sync data for ids ['5179ac23-68c7-45c0-9770-c758646a9f50'] in dv-cinder-815659-2-iscsi is: [{'id': '5179ac23-68c7-45c0-9770-c758646a9f50', 'name': 'tempest-TestShelveInstance-483526328-router', 'tenant_id': '0071d1b0afe94143ad5ba7328569708e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:44:26Z', 'updated_at': '2021-10-28T08:50:43Z', 'revision_number': 6, 'project_id': '0071d1b0afe94143ad5ba7328569708e', 'gw_port_host': None}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:50:44.206087 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.208981 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Pushing event deleted for resources: {'Port': ['ID=fb14ea48-87ca-4d21-aa45-0090a3a75d19,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.213509 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.285464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:50:44.291223 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ab040-9092-4998-91b1-5811d0969202,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.304759 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.305018 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Added segment b0ad74de-7f3c-4212-9fec-748243449380 of type vlan for network 3bcdc44a-70a0-45a0-af26-a6e49705def9 Oct 28 08:50:44.342314 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.434616 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.446490 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.449686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.501677 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.502581 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:44.503164 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.507960 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.508499 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5179ac23-68c7-45c0-9770-c758646a9f50 {{(pid=107984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:50:44.525559 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.526737 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1a7fbce3-1bbb-40de-aae1-b1e99d0f93ba admin admin] 10.222.0.76 "DELETE /v2.0/routers/5179ac23-68c7-45c0-9770-c758646a9f50 HTTP/1.1" status: 204 len: 168 time: 1.0443058 Oct 28 08:50:44.530274 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57768) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:44.569905 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6295109 Oct 28 08:50:44.573630 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57770) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:44.580429 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Request body: {'subnet': {'network_id': '3bcdc44a-70a0-45a0-af26-a6e49705def9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2040024539-subnet', 'tenant_id': 'da074abfed8b49c3b5a0a498bdb77a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:50:44.581805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85334e4-4ba8-410a-8149-04a2ab28f956 admin admin] Pushing event updated for resources: {'Network': ['ID=3bcdc44a-70a0-45a0-af26-a6e49705def9,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:44.598321 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 3bcdc44a-70a0-45a0-af26-a6e49705def9 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:50:44.599869 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Deleting subnet 8b1721b5-4e0d-44ad-bb60-972a28594b3e {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:44.606415 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.647469 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Made reservation on behalf of da074abfed8b49c3b5a0a498bdb77a8b for: {'subnet': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:50:44.649811 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9133599'] for subnet, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.697964 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.844297 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.852113 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3e27beac-f7bd-4574-9a1c-bb95d705fce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.957168 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.996607 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8972857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9133581'] for subnet, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:44.999370 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.003385 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8b1721b5-4e0d-44ad-bb60-972a28594b3e HTTP/1.1" status: 204 len: 168 time: 0.4720025 Oct 28 08:50:45.003974 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdd976-3b7d-43cf-85a9-12e120d5cd78 None None] Network b36ef1af-5c73-4b40-9622-abda16e2cb41 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:45.004662 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d72a60-f555-4f67-ace0-cad01c676680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1721b5-4e0d-44ad-bb60-972a28594b3e,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.005273 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57772) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:45.092783 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Pushing event updated for resources: {'Subnet': ['ID=73dcdb57-f40f-413e-a33f-0d9c084a5dbd,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.099230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Checking segment: {'id': 'b0ad74de-7f3c-4212-9fec-748243449380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3bcdc44a-70a0-45a0-af26-a6e49705def9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:50:45.099671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Network hostable DHCP agents. Network: 3bcdc44a-70a0-45a0-af26-a6e49705def9, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:50:45.110876 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.123406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Network 3bcdc44a-70a0-45a0-af26-a6e49705def9 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:50:45.135262 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 3bcdc44a-70a0-45a0-af26-a6e49705def9) {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:50:45.141282 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:50:45.141918 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.162323 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-df049a92-14a4-4ea4-a87c-04f3870b509f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5875080 Oct 28 08:50:45.205737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Deleting port 1aa56f16-21f5-432f-be6b-be78f8bac409 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:50:45.206084 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.270947 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2773da-2a05-496f-a5a8-afde371bcc77 None None] Network 3bcdc44a-70a0-45a0-af26-a6e49705def9 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:45.289748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] For port 1aa56f16-21f5-432f-be6b-be78f8bac409, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=1aa56f16-21f5-432f-be6b-be78f8bac409,segment=NetworkSegment(8f56dd26-7574-49f0-bcd0-b4b4e214b1d5),segment_id=8f56dd26-7574-49f0-bcd0-b4b4e214b1d5)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:50:45.290521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.307790 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Calling delete_port for 1aa56f16-21f5-432f-be6b-be78f8bac409 owned by network:dhcp {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:50:45.312914 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57776) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:45.375721 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Deleting subnet 6d0a3390-9b0e-4415-b326-1fbe3d13ccbb {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:45.380929 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.419170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.432727 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.440461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] No DVR routers for this DVR port 1aa56f16-21f5-432f-be6b-be78f8bac409 on host dv-cinder-815659-2-iscsi {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:50:45.453449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d21b3-3045-4a49-8e79-ce45162b4c12 None None] Network 3bcdc44a-70a0-45a0-af26-a6e49705def9 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:50:45.484464 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa56f16-21f5-432f-be6b-be78f8bac409,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.501794 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.505932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9bd8d-d5fe-4a80-934e-445befb9e8c9 None None] DHCP port deletion for b36ef1af-5c73-4b40-9622-abda16e2cb41 request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:50:45.568557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.579638 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.595921 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36ef1af-5c73-4b40-9622-abda16e2cb41']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.606402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.606634 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f56dd26-7574-49f0-bcd0-b4b4e214b1d5') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.617649 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.619298 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d0a3390-9b0e-4415-b326-1fbe3d13ccbb,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.629290 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.632835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.634795 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-e8bce557-c2e2-45cb-80a1-2d557597bdba admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6d0a3390-9b0e-4415-b326-1fbe3d13ccbb HTTP/1.1" status: 204 len: 168 time: 0.3202012 Oct 28 08:50:45.637293 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57778) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:45.648168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:45.648513 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:45.650176 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:45.743096 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.757565 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.767222 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.770270 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] 10.222.0.76 "DELETE /v2.0/networks/b36ef1af-5c73-4b40-9622-abda16e2cb41 HTTP/1.1" status: 204 len: 168 time: 0.7639885 Oct 28 08:50:45.781416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.786047 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f9f89-2466-49a5-befc-7b164bd56a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b36ef1af-5c73-4b40-9622-abda16e2cb41,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:45.876501 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.900532 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927e9506-5b75-428e-86d4-f87f7ddec146']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.910069 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0535b46d-d7c2-4917-8e06-44e3105ab0bd') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.910432 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0535b46d-d7c2-4917-8e06-44e3105ab0bd') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:45.920321 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.937189 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.944214 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:45.944577 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.944833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:45.946698 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:45.958611 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57782) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.007435 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c3db0af9-4ee2-4841-9605-08985aca641a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b5a1400e6c8401a9ac7192333826fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472236 Oct 28 08:50:46.010675 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57784) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.031529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.043081 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.047994 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] 10.222.0.76 "DELETE /v2.0/networks/927e9506-5b75-428e-86d4-f87f7ddec146 HTTP/1.1" status: 204 len: 168 time: 0.4097056 Oct 28 08:50:46.050990 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57786) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.076295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5bcecc-913f-490b-8c55-51fd5d5ab544 admin admin] Pushing event deleted for resources: {'Network': ['ID=927e9506-5b75-428e-86d4-f87f7ddec146,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.108936 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.119230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Deleting subnet 73dcdb57-f40f-413e-a33f-0d9c084a5dbd {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:50:46.124660 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.148655 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.158278 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device cca470d4-be68-4859-b26b-82b9192ab784 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:46.172058 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.187434 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: cca470d4-be68-4859-b26b-82b9192ab784 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:46.188464 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device cca470d4-be68-4859-b26b-82b9192ab784 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:46.189321 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1aa56f16-21f5-432f-be6b-be78f8bac409 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:46.219729 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.226415 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 1aa56f16-21f5-432f-be6b-be78f8bac409 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:46.227239 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 1aa56f16-21f5-432f-be6b-be78f8bac409 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:46.227812 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device fb14ea48-87ca-4d21-aa45-0090a3a75d19 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:50:46.228163 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.231272 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.236240 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2d67502-3ec7-48f5-98e2-d9d1f3b37dae HTTP/1.1" status: 204 len: 168 time: 0.2209239 Oct 28 08:50:46.245894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534981aa-9e7f-4581-8673-61453eb5b70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d67502-3ec7-48f5-98e2-d9d1f3b37dae,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.275421 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: fb14ea48-87ca-4d21-aa45-0090a3a75d19 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:50:46.275967 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device fb14ea48-87ca-4d21-aa45-0090a3a75d19 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:50:46.304631 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.337118 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73dcdb57-f40f-413e-a33f-0d9c084a5dbd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.342309 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.345750 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ecc2a25d-65a3-4482-9010-3f13a37f6009 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73dcdb57-f40f-413e-a33f-0d9c084a5dbd HTTP/1.1" status: 204 len: 168 time: 0.2937229 Oct 28 08:50:46.349712 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57790) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.459445 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.544526 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.569027 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcdc44a-70a0-45a0-af26-a6e49705def9']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.580063 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ad74de-7f3c-4212-9fec-748243449380') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.580819 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ad74de-7f3c-4212-9fec-748243449380') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:50:46.591017 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.608485 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.620938 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:50:46.621225 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:50:46.625025 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:50:46.674744 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57794) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.696975 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.707791 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.717698 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3bcdc44a-70a0-45a0-af26-a6e49705def9 HTTP/1.1" status: 204 len: 168 time: 0.3627701 Oct 28 08:50:46.729852 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b93ba-82c0-4a8f-9ea5-74777fd7c8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bcdc44a-70a0-45a0-af26-a6e49705def9,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.742163 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1e6ab497-18b5-4827-81a4-5c830e961dc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0071d1b0afe94143ad5ba7328569708e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658703 Oct 28 08:50:46.745659 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57800) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.810557 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.837818 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.892959 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.895977 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:46.897850 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16edc7d3-1fe0-42d3-91fc-41868487286d HTTP/1.1" status: 204 len: 168 time: 0.1501157 Oct 28 08:50:46.907809 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2024c-d242-4200-8fef-96b8b5948dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16edc7d3-1fe0-42d3-91fc-41868487286d,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:46.918113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57804) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:46.960530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f67e4cb5-cda7-4afc-875e-08af3e159c3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed847313b3b146339f4bdcf54a1a1e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409763 Oct 28 08:50:46.963241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57806) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.020769 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.047327 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.105045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.108363 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.109626 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c658f51e-6b75-4325-90d0-bce0fa22cb0a HTTP/1.1" status: 204 len: 168 time: 0.1454711 Oct 28 08:50:47.118687 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005fec2c-11e4-4e2f-a52e-513bcf15dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658f51e-6b75-4325-90d0-bce0fa22cb0a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:47.354247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.521039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57812) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.562231 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a67e1d40-40ba-487b-b912-e36e2bcb260e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da074abfed8b49c3b5a0a498bdb77a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399930 Oct 28 08:50:47.564748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57814) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:47.614193 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.637062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.683180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.686754 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:47.687911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc5ab040-9092-4998-91b1-5811d0969202 HTTP/1.1" status: 204 len: 168 time: 0.1219592 Oct 28 08:50:47.695940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0119bc-23a5-4345-9a58-71eb564991d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ab040-9092-4998-91b1-5811d0969202,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.212827 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57854) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:49.322850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7c3e28b0-e8ee-46cc-90e8-2aad270bef53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.405077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7c3e28b0-e8ee-46cc-90e8-2aad270bef53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.409377 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7c3e28b0-e8ee-46cc-90e8-2aad270bef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.453139 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-7c3e28b0-e8ee-46cc-90e8-2aad270bef53 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f7c220955a8c497b9176e46aef8d6757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391846 Oct 28 08:50:49.453943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e28b0-e8ee-46cc-90e8-2aad270bef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f006c7cc-eb80-4a84-ac39-12fc6e533cb5,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.455848 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57858) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:49.508406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.535625 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.587421 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.590203 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.591989 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f006c7cc-eb80-4a84-ac39-12fc6e533cb5 HTTP/1.1" status: 204 len: 168 time: 0.1338780 Oct 28 08:50:49.601942 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af5036-eb8b-404c-bb46-0c6b24af8a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006c7cc-eb80-4a84-ac39-12fc6e533cb5,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:49.880902 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57864) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:49.895284 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5f50b099-3fa1-40a5-b096-446793de0a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.973621 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5f50b099-3fa1-40a5-b096-446793de0a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:49.977331 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5f50b099-3fa1-40a5-b096-446793de0a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.014147 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50b099-3fa1-40a5-b096-446793de0a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5932514-573e-4f9a-a5fc-937ffb2952d3,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:50.020872 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-5f50b099-3fa1-40a5-b096-446793de0a6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0004133e75d947158a54e805527413f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366158 Oct 28 08:50:50.022849 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57866) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:50.082541 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.111285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.165485 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.169959 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:50.171628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5932514-573e-4f9a-a5fc-937ffb2952d3 HTTP/1.1" status: 204 len: 168 time: 0.1472244 Oct 28 08:50:50.182019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0f77-3467-4da7-9c37-07d5ba096c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5932514-573e-4f9a-a5fc-937ffb2952d3,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:51.896008 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57912) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:52.001730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20bdfa8f-6a5a-468b-a101-aebc21f0a6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.079514 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20bdfa8f-6a5a-468b-a101-aebc21f0a6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.084554 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20bdfa8f-6a5a-468b-a101-aebc21f0a6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.374895 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-20bdfa8f-6a5a-468b-a101-aebc21f0a6b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=266f6e83c1314f558a534e503f6d030a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777248 Oct 28 08:50:52.375606 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdfa8f-6a5a-468b-a101-aebc21f0a6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb1a1d3-a9a2-4950-a117-2801ed0b7d70,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.377689 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57918) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:52.430994 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.452845 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.504688 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.508024 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.509209 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbb1a1d3-a9a2-4950-a117-2801ed0b7d70 HTTP/1.1" status: 204 len: 168 time: 0.1304512 Oct 28 08:50:52.517547 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93473223-4285-4488-9ebe-74ba1bb087ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb1a1d3-a9a2-4950-a117-2801ed0b7d70,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.809711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57924) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:52.823013 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c37314d3-da45-4264-9ebc-04d54258fa31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.908054 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c37314d3-da45-4264-9ebc-04d54258fa31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.913527 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c37314d3-da45-4264-9ebc-04d54258fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:52.951122 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37314d3-da45-4264-9ebc-04d54258fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621725d-d73e-440b-8208-eec455a38c8b,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:52.956304 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c37314d3-da45-4264-9ebc-04d54258fa31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d66682a0ac54484fa339a7dfdf3ce207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445515 Oct 28 08:50:52.958295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57926) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:53.010074 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.035241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.083887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.087236 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:53.088397 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d621725d-d73e-440b-8208-eec455a38c8b HTTP/1.1" status: 204 len: 168 time: 0.1289201 Oct 28 08:50:53.098492 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40384893-a79c-4d42-abaf-925907628b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621725d-d73e-440b-8208-eec455a38c8b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:55.754663 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 57994) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:55.877037 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-607bffa7-5193-4119-ab65-a6b34f3b9f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.966602 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-607bffa7-5193-4119-ab65-a6b34f3b9f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:55.970928 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-607bffa7-5193-4119-ab65-a6b34f3b9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.013069 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-607bffa7-5193-4119-ab65-a6b34f3b9f4c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38ec3a656377497facd8bdffc7e576c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572532 Oct 28 08:50:56.015231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bffa7-5193-4119-ab65-a6b34f3b9f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba076527-a73e-4eab-a1b2-8785983aded2,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:56.016129 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 57998) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:56.072808 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.094774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.143635 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.146430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.147735 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba076527-a73e-4eab-a1b2-8785983aded2 HTTP/1.1" status: 204 len: 168 time: 0.1302042 Oct 28 08:50:56.156982 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efecd9-f20c-48ea-89c3-0315994b6086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba076527-a73e-4eab-a1b2-8785983aded2,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:56.430337 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58004) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:56.444642 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8435f542-72e9-4aa1-9e87-35852c4eac22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.756052 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8435f542-72e9-4aa1-9e87-35852c4eac22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.760442 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8435f542-72e9-4aa1-9e87-35852c4eac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.799839 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8435f542-72e9-4aa1-9e87-35852c4eac22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d24c53db49c0431dbb7a76308c01215d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681712 Oct 28 08:50:56.800459 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f542-72e9-4aa1-9e87-35852c4eac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a35f17-b44d-4a7d-881b-970466f63e4f,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:50:56.803300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58006) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:50:56.879773 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.913117 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.976638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.979364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:50:56.980556 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1a35f17-b44d-4a7d-881b-970466f63e4f HTTP/1.1" status: 204 len: 168 time: 0.1759017 Oct 28 08:50:56.991468 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e9c38-dc1b-4196-8086-f235008d8dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a35f17-b44d-4a7d-881b-970466f63e4f,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:00.405172 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:07.046436 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:51:07.280327 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e9f3-095c-4c23-9014-193a55988a10 req-709ead51-2d48-4a98-ad92-caa9ce4a6c7e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:07.281827 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4e4e9f3-095c-4c23-9014-193a55988a10 req-709ead51-2d48-4a98-ad92-caa9ce4a6c7e tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.0495372 Oct 28 08:51:07.320832 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f4e4e9f3-095c-4c23-9014-193a55988a10 req-bbb3888e-5483-4c2d-ab04-0f6e6d81d526 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327325 Oct 28 08:51:08.231274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58112) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:08.370587 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4b-27f0-464a-bebc-3bba9536fbfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.503606 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc059fb5-30be-41a7-b5e7-aaa07f259a9a req-02352908-2872-42dd-98b4-9e543b6eba64 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.505973 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc059fb5-30be-41a7-b5e7-aaa07f259a9a req-02352908-2872-42dd-98b4-9e543b6eba64 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.1064024 Oct 28 08:51:08.549356 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4b-27f0-464a-bebc-3bba9536fbfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.557141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-eaf06c4b-27f0-464a-bebc-3bba9536fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.586699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bc059fb5-30be-41a7-b5e7-aaa07f259a9a req-297b797c-2346-47b6-9920-25a51d5eabf4 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups?id=6d780e24-0665-4bd3-88f0-b7910e3e52f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711875 Oct 28 08:51:08.607721 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf06c4b-27f0-464a-bebc-3bba9536fbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5ef160-6ffa-4e7f-a88e-5c94670ac07b,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:08.613043 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-eaf06c4b-27f0-464a-bebc-3bba9536fbfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6bd0c576f39d40fda88c2667250f4273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795176 Oct 28 08:51:08.615018 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58118) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:08.665180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.687113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.738628 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.741170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:08.742309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc5ef160-6ffa-4e7f-a88e-5c94670ac07b HTTP/1.1" status: 204 len: 168 time: 0.1261544 Oct 28 08:51:08.751186 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8308ddf-c957-4ab6-ba91-cef50988adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5ef160-6ffa-4e7f-a88e-5c94670ac07b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:08.848734 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-3712fa5e-744c-40a8-8ee9-76dd7eec8815 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:08.851295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-3712fa5e-744c-40a8-8ee9-76dd7eec8815 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 946 time: 0.0691276 Oct 28 08:51:08.961008 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Deleting port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:08.961447 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.039077 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58124) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:09.052812 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-16dc7127-2fc0-4d18-b036-435ad48c6b18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.061147 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] For port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:09.061523 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.139510 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-16dc7127-2fc0-4d18-b036-435ad48c6b18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.144860 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-16dc7127-2fc0-4d18-b036-435ad48c6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.186095 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-16dc7127-2fc0-4d18-b036-435ad48c6b18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b36c2e41352b408883055663599cd4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458817 Oct 28 08:51:09.186998 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc7127-2fc0-4d18-b036-435ad48c6b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b63ae-6001-478d-b032-33d4e350a194,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:09.189745 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58126) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:09.277555 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.277900 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.278349 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Floating IP 42de5e5f-a146-4fd3-8df7-dba6a62c248e disassociated. External IP: 172.27.1.145, port: bd4afab1-47c9-4cd2-87f5-5d7b28f4e628. Oct 28 08:51:09.278722 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Calling delete_port for bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:09.298642 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.353437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.444496 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.447903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.449060 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e72b63ae-6001-478d-b032-33d4e350a194 HTTP/1.1" status: 204 len: 168 time: 0.2583582 Oct 28 08:51:09.464446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dfbba-3f7c-43ee-a2c7-a7c1af12576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b63ae-6001-478d-b032-33d4e350a194,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:09.487045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:09.536461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'Port': ['ID=bd4afab1-47c9-4cd2-87f5-5d7b28f4e628,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:09.775069 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-290f7a9e-a117-4c16-9661-2b78960d6fa1 req-3114a85e-66f0-4f86-b516-0163f5151413 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/ports?device_id=acd087a0-4efb-4b0c-83f8-dc9577976ee7 HTTP/1.1" status: 200 len: 210 time: 0.0545170 Oct 28 08:51:09.783044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:09.981876 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:10.007663 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:10.028688 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:10.030109 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:10.104451 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] No DVR routers for this DVR port bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:10.110336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.116273 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-57cbcf1a-c6b8-431c-abc7-3171215eaaec req-ad1cd170-7205-4212-818a-8a379ca01665 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.70 "DELETE /v2.0/ports/bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 HTTP/1.1" status: 204 len: 173 time: 1.2567611 Oct 28 08:51:10.117029 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-deleted', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:10.120875 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d925d9d-4053-4da6-aeac-3c3b9f8ae02a" -d '{"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-deleted", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:10.190256 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f09d2-cf63-40bd-afaf-e8a3c6707d42 x-openstack-request-id: req-a18f09d2-cf63-40bd-afaf-e8a3c6707d42 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:10.191590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd087a0-4efb-4b0c-83f8-dc9577976ee7", "name": "network-vif-deleted", "tag": "bd4afab1-47c9-4cd2-87f5-5d7b28f4e628", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:10.191590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a18f09d2-cf63-40bd-afaf-e8a3c6707d42 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:10.198606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd087a0-4efb-4b0c-83f8-dc9577976ee7', 'name': 'network-vif-deleted', 'tag': 'bd4afab1-47c9-4cd2-87f5-5d7b28f4e628', 'status': 'completed', 'code': 200} Oct 28 08:51:10.290878 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:10.613773 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:10.643003 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:10.653604 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:10.654645 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:50:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:10.780724 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:10.901610 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58160) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:10.971586 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:10.999482 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.022361 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:11.055121 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d18b94-2695-4122-90dd-3dfe538235e9 None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:40:02Z', 'revision_number': 4, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1', 'name': '', 'network_id': '523f4404-9c20-4bbb-88e2-e5dcf3255867', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'mac_address': 'fa:16:3e:d9:67:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '26889cb4-cb47-4829-a99c-91364125db03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:40:00Z', 'updated_at': '2021-10-28T08:40:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'subnets': [{'id': '26889cb4-cb47-4829-a99c-91364125db03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:11.064748 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.067874 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.072438 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "DELETE /v2.0/security-groups/6d780e24-0665-4bd3-88f0-b7910e3e52f6 HTTP/1.1" status: 204 len: 168 time: 0.1681530 Oct 28 08:51:11.073033 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58168) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:11.087827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959325c-0fb1-4bd6-8edd-59ec46d56761 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d780e24-0665-4bd3-88f0-b7910e3e52f6,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:11.093911 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.api.v2.resource [None req-7ab4cd3a-ebe9-4bcc-918d-6efe232cd350 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] show failed (client error): The resource could not be found. Oct 28 08:51:11.096102 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-7ab4cd3a-ebe9-4bcc-918d-6efe232cd350 tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "GET /v2.0/security-groups/6d780e24-0665-4bd3-88f0-b7910e3e52f6 HTTP/1.1" status: 404 len: 347 time: 0.0219488 Oct 28 08:51:11.099648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58172) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:11.240835 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Deleting port 87644a3e-8636-4ca0-a68c-a3fa6a5b29db {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:11.241185 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.331497 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca3eac-5a87-4562-b6a8-e580acb8028a None None] New status for floating IP 42de5e5f-a146-4fd3-8df7-dba6a62c248e: DOWN {{(pid=107986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:51:11.334635 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.334963 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.356774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Calling delete_port for 87644a3e-8636-4ca0-a68c-a3fa6a5b29db owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:11.509306 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.539727 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Pushing event deleted for resources: {'Port': ['ID=87644a3e-8636-4ca0-a68c-a3fa6a5b29db,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:11.605893 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.608592 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:11.609827 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-39dec32c-a9a0-4076-98af-d1f6eedbb16b tempest-AttachVolumeShelveTestJSON-1475739309 tempest-AttachVolumeShelveTestJSON-1475739309-project] 10.222.0.76 "DELETE /v2.0/floatingips/42de5e5f-a146-4fd3-8df7-dba6a62c248e HTTP/1.1" status: 204 len: 168 time: 0.5089869 Oct 28 08:51:12.075460 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ebc260ff-fd66-4fb8-b657-6c95bc4bc679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:12.781021 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:12.804369 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:12.804719 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device bd4afab1-47c9-4cd2-87f5-5d7b28f4e628 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:14.087120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58248) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:14.596967 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.853655 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Deleting port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:14.853962 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.856585 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0c848005-0bbd-4692-b4d5-aad67ce90d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.951948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] For port 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:14.951948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:14.965803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Calling delete_port for 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 owned by network:router_interface {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:15.165365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.192942 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Pushing event deleted for resources: {'Port': ['ID=51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.204096 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58262) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:15.337591 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7da24bce-a46c-4a6d-8f64-6f0405a44cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.374100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.427177 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7da24bce-a46c-4a6d-8f64-6f0405a44cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.430987 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7da24bce-a46c-4a6d-8f64-6f0405a44cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.471993 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-7da24bce-a46c-4a6d-8f64-6f0405a44cd6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48eebb7e936e47bea7fc6a7af1cd3705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665401 Oct 28 08:51:15.472772 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24bce-a46c-4a6d-8f64-6f0405a44cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8700dee-882e-471c-b53c-4cf71c726839,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.474435 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58266) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:15.603548 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.637262 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.685994 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:51:15.749486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.774818 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.777406 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.779821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8700dee-882e-471c-b53c-4cf71c726839 HTTP/1.1" status: 204 len: 168 time: 0.3043230 Oct 28 08:51:15.793445 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b14698-c327-4194-a3b4-376f3dd3660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8700dee-882e-471c-b53c-4cf71c726839,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:15.838741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:51:15.849120 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1da6e8e7-761b-4d0f-bee1-90683a8966ce admin admin] 10.222.0.76 "PUT /v2.0/routers/2caeb64a-9b13-48ac-b15c-96b302c3b7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605891 Oct 28 08:51:15.849795 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58270) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:15.854159 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Sync routers for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:51:15.871740 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:15.872406 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:51:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:15.951258 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:15.962983 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.084975 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.104795 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:16.152766 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58274) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:16.167505 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5cb68d1-3100-41a0-9d8a-98758e7856a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.172452 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Deleting port b4ab5f6f-56d6-4211-b03e-e3726ed75814 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:16.172931 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.267903 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] For port b4ab5f6f-56d6-4211-b03e-e3726ed75814, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b4ab5f6f-56d6-4211-b03e-e3726ed75814,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:16.268675 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.268782 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5cb68d1-3100-41a0-9d8a-98758e7856a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.272965 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e5cb68d1-3100-41a0-9d8a-98758e7856a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.284596 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Calling delete_port for b4ab5f6f-56d6-4211-b03e-e3726ed75814 owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:16.307661 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:51:15Z', 'revision_number': 5, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port': {'id': 'b4ab5f6f-56d6-4211-b03e-e3726ed75814', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:39:54Z', 'updated_at': '2021-10-28T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:16.314681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb68d1-3100-41a0-9d8a-98758e7856a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9ee78-a2d9-497f-bd3a-1e52f5419cae,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:16.329638 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e5cb68d1-3100-41a0-9d8a-98758e7856a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b64b122f3844bd9a7c83202838320bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748085 Oct 28 08:51:16.331819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58276) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:16.345914 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Checking router: 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:51:16.357776 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Routers {'2caeb64a-9b13-48ac-b15c-96b302c3b7e3'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:51:16.358399 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:51:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:16.390340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.416773 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.465209 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] Set router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:51:16.472790 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.477137 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.480993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.485391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ad9ee78-a2d9-497f-bd3a-1e52f5419cae HTTP/1.1" status: 204 len: 168 time: 0.1493366 Oct 28 08:51:16.493568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79455d42-0b42-40a3-ac00-5f3e3bbc0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9ee78-a2d9-497f-bd3a-1e52f5419cae,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:16.499529 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ab5f6f-56d6-4211-b03e-e3726ed75814,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:16.530263 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:51:16Z', 'revision_number': 6, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:16.563740 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5629ec4-5331-47f8-ae73-5d95a0bb351d None None] The sync data for ids ['2caeb64a-9b13-48ac-b15c-96b302c3b7e3'] in dv-cinder-815659-2-iscsi is: [{'id': '2caeb64a-9b13-48ac-b15c-96b302c3b7e3', 'name': 'tempest-AttachVolumeShelveTestJSON-989481691-router', 'tenant_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:39:52Z', 'updated_at': '2021-10-28T08:51:16Z', 'revision_number': 6, 'project_id': 'caed8624c42e4e4aab79cb3ca12ef824', 'gw_port_host': None}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:51:16.570469 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.674738 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.678052 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.727001 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.727564 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2caeb64a-9b13-48ac-b15c-96b302c3b7e3 {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:51:16.734086 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.737908 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-36520f1b-db86-4c96-b430-63d90777ee15 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2caeb64a-9b13-48ac-b15c-96b302c3b7e3 HTTP/1.1" status: 204 len: 168 time: 0.8848357 Oct 28 08:51:16.738282 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58282) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:16.789597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Deleting subnet 26889cb4-cb47-4829-a99c-91364125db03 {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:51:16.792847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.831530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8395966'] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.881344 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58284) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:16.898250 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-75a96f2b-cbc2-40cf-a97f-a6b3c57e4a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.929868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.991849 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-75a96f2b-cbc2-40cf-a97f-a6b3c57e4a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.993371 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8572379'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:16.995575 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-75a96f2b-cbc2-40cf-a97f-a6b3c57e4a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.015959 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead6fc3-9fb4-488a-87a9-3962d03ff64d None None] Network 523f4404-9c20-4bbb-88e2-e5dcf3255867 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:17.031965 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.035924 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/26889cb4-cb47-4829-a99c-91364125db03 HTTP/1.1" status: 204 len: 168 time: 0.2960439 Oct 28 08:51:17.036983 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302b653-3f02-4246-91c5-5d21097f4c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26889cb4-cb47-4829-a99c-91364125db03,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.039349 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58286) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:17.046415 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-75a96f2b-cbc2-40cf-a97f-a6b3c57e4a01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8fa8d81dd274923b4a5de29195e9b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639719 Oct 28 08:51:17.047459 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a96f2b-cbc2-40cf-a97f-a6b3c57e4a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c20c2c6-229f-4bf8-ac84-699274066cdc,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.050066 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58288) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:17.114118 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.127038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.138485 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.196182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Deleting port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:51:17.196902 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.198940 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.201819 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.203030 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c20c2c6-229f-4bf8-ac84-699274066cdc HTTP/1.1" status: 204 len: 168 time: 0.1522024 Oct 28 08:51:17.211312 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d91e9-35b8-4afb-9db6-dfdaa27af7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c20c2c6-229f-4bf8-ac84-699274066cdc,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.271227 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] For port eaec8348-e2a2-45f5-bd44-c6c6dd87e635, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,segment=NetworkSegment(5befbe0e-a97d-4479-b9b1-672ee8471c38),segment_id=5befbe0e-a97d-4479-b9b1-672ee8471c38)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:17.271614 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.285504 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Calling delete_port for eaec8348-e2a2-45f5-bd44-c6c6dd87e635 owned by network:dhcp {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:51:17.360643 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.385596 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb9855-b3b3-4001-bcfc-91cd288a3451 None None] DHCP port deletion for 523f4404-9c20-4bbb-88e2-e5dcf3255867 request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:51:17.392630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.408080 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] No DVR routers for this DVR port eaec8348-e2a2-45f5-bd44-c6c6dd87e635 on host dv-cinder-815659-2-iscsi {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:51:17.426205 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9855-b3b3-4001-bcfc-91cd288a3451 None None] The port 'eaec8348-e2a2-45f5-bd44-c6c6dd87e635' was deleted {{(pid=107986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 28 08:51:17.431771 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaec8348-e2a2-45f5-bd44-c6c6dd87e635,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.518478 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.544717 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523f4404-9c20-4bbb-88e2-e5dcf3255867']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:17.556166 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5befbe0e-a97d-4479-b9b1-672ee8471c38') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:17.556522 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5befbe0e-a97d-4479-b9b1-672ee8471c38') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:51:17.570427 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.585184 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.598104 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:51:17.598719 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:51:17.600940 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:51:17.678607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.683523 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:17.690717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] 10.222.0.76 "DELETE /v2.0/networks/523f4404-9c20-4bbb-88e2-e5dcf3255867 HTTP/1.1" status: 204 len: 168 time: 0.6483107 Oct 28 08:51:17.709258 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b01d6-1660-4fda-b94b-40e434435034 admin admin] Pushing event deleted for resources: {'Network': ['ID=523f4404-9c20-4bbb-88e2-e5dcf3255867,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:17.934669 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58310) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:17.983307 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8f7c7b8f-aaff-47b7-9e40-1b4197f8f5d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=caed8624c42e4e4aab79cb3ca12ef824&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437112 Oct 28 08:51:17.983975 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58314) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:18.040267 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.065443 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.072942 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58316) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:18.157205 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:18.183868 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:18.184798 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51d2e0ef-803e-48b0-8117-5fe3cc9ce3a1 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:18.185162 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b4ab5f6f-56d6-4211-b03e-e3726ed75814 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:18.208576 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: b4ab5f6f-56d6-4211-b03e-e3726ed75814 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:18.208926 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b4ab5f6f-56d6-4211-b03e-e3726ed75814 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:18.209494 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device eaec8348-e2a2-45f5-bd44-c6c6dd87e635 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:51:18.210406 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1377516089-network', 'tenant_id': '44c9c1891789491bbcae9bca7f8654f2'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:18.230244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: eaec8348-e2a2-45f5-bd44-c6c6dd87e635 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:51:18.230753 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device eaec8348-e2a2-45f5-bd44-c6c6dd87e635 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:51:18.234195 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Made reservation on behalf of 44c9c1891789491bbcae9bca7f8654f2 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:18.238787 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.250216 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.339892 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.346126 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.378788 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:51:18.388611 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.389882 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafa6e1-28c2-45ac-950a-17412bc57ec8,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:18.391440 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.392605 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de66431d-5741-4307-bfee-6abc2cac2398 HTTP/1.1" status: 204 len: 168 time: 0.4075925 Oct 28 08:51:18.401038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958df45-cc4a-4685-85ee-329f86902074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66431d-5741-4307-bfee-6abc2cac2398,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:18.413593 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.414209 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Added segment 8fa72c40-2096-4bb3-84ba-df380597a204 of type vlan for network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 Oct 28 08:51:18.460134 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.486131 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.487175 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:18.487755 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.544373 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4701209 Oct 28 08:51:18.547334 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58324) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:18.553747 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Request body: {'subnet': {'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1377516089-subnet', 'tenant_id': '44c9c1891789491bbcae9bca7f8654f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:18.555666 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301a99c-0496-4802-8b45-e5f40f93e9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e85954-aa8d-4e2c-bf05-e2af5e402c65,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:18.566222 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:51:18.592443 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Made reservation on behalf of 44c9c1891789491bbcae9bca7f8654f2 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:18.594703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.781315 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.831918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6aec316-d0e4-4801-a712-2108653b0a7a,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:18.851155 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Checking segment: {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:18.851519 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Network hostable DHCP agents. Network: d1e85954-aa8d-4e2c-bf05-e2af5e402c65, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:51:18.878756 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:51:18.888869 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, d1e85954-aa8d-4e2c-bf05-e2af5e402c65) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:18.899559 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:18.900527 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:18.902116 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ae72d1-19f8-4685-8af7-e49cc96cb099 None None] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:18.922004 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a609a538-b4a9-4757-8fc3-cb8ab3761bec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3731313 Oct 28 08:51:19.055390 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1ec6c-7bf9-4f68-bc23-1c6deba6c640 None None] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:51:20.364695 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58392) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:20.472887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b1a5-c8fe-44b4-93fd-39f5dd601e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.551918 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b1a5-c8fe-44b4-93fd-39f5dd601e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.556038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b1a5-c8fe-44b4-93fd-39f5dd601e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.598113 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d7d1b1a5-c8fe-44b4-93fd-39f5dd601e2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=febfd0d2b97548e9b05a3222c5df7878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322872 Oct 28 08:51:20.598865 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b1a5-c8fe-44b4-93fd-39f5dd601e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43caaa37-6558-4dc2-b5e8-49e653ffab09,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:20.601747 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58398) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:20.655418 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.680972 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.728704 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.732945 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:20.734288 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43caaa37-6558-4dc2-b5e8-49e653ffab09 HTTP/1.1" status: 204 len: 168 time: 0.1311030 Oct 28 08:51:20.743434 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360a52-4364-4dba-86a6-16d00eb90dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43caaa37-6558-4dc2-b5e8-49e653ffab09,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:20.925489 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ba098320-c663-49b7-916f-a5553b37a7df tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:20.927334 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ba098320-c663-49b7-916f-a5553b37a7df tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 814 time: 0.1140707 Oct 28 08:51:20.943625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-78bfac08-dcb0-4773-b1cb-694e7d1a533e tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/quotas/44c9c1891789491bbcae9bca7f8654f2 HTTP/1.1" status: 200 len: 375 time: 0.0105848 Oct 28 08:51:20.979468 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-099146ad-a9ac-47e9-9125-3b866b0eeec4 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299261 Oct 28 08:51:21.037741 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58422) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:21.051667 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b7a64316-0f20-46cd-b2ef-e38f54a169fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.134709 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b7a64316-0f20-46cd-b2ef-e38f54a169fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.140319 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b7a64316-0f20-46cd-b2ef-e38f54a169fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.158705 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-61e56337-e5cd-4747-a62a-714936f16004 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:51:21.159719 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-61e56337-e5cd-4747-a62a-714936f16004 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1731970 Oct 28 08:51:21.180623 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b7a64316-0f20-46cd-b2ef-e38f54a169fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10c8b3bc02264f9c9ba6d4f56f4e8cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417840 Oct 28 08:51:21.182582 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64316-0f20-46cd-b2ef-e38f54a169fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0547df2-113e-4d6b-a799-5eecfd78ca4e,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.184029 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58424) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:21.292553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.299403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-21932b31-8f73-4b44-bd95-aa7592ff6704 service neutron] 10.222.0.76 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331620 Oct 28 08:51:21.361495 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.432066 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d949b915-82f7-4f93-93ed-7b7eefb59dca service neutron] 10.222.0.76 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257596 Oct 28 08:51:21.436967 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.440000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:21.441098 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0547df2-113e-4d6b-a799-5eecfd78ca4e HTTP/1.1" status: 204 len: 168 time: 0.2560568 Oct 28 08:51:21.453530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70d00-b669-4a1c-983c-1fa2a0fcbc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0547df2-113e-4d6b-a799-5eecfd78ca4e,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:21.602862 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d9aa5f68-69c8-4d12-82af-7499418a99a8 req-e76c7e64-8473-4d83-aa76-57a2079e7189 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0283189 Oct 28 08:51:22.696662 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2da6c11b-83c2-4be7-bb87-8a6d43255199 req-5d082b25-f1d5-465b-8e62-2d5221a84af7 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0334942 Oct 28 08:51:23.771279 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-04069ece-d162-48d9-b515-0f395ac6f9bc req-906a801a-474a-422b-85a7-35edcceff087 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0280027 Oct 28 08:51:24.852460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-624ac6d5-74e3-4723-9bb7-4ec1bc090d3d req-167f76e6-2c2f-4df2-ae0d-0815abb72c56 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0304332 Oct 28 08:51:25.957740 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-55b7acad-2b79-448c-9ee5-725d9be70ac0 req-fa1f539c-6d3d-4495-be26-1d238396b57c tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Oct 28 08:51:27.055436 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-be904bac-bd48-49bc-b6ad-61a55c42d18f req-fa41c835-db18-4c90-aae0-87c09fc0c478 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0264518 Oct 28 08:51:28.152174 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5d2bd8fa-1e90-4614-993b-20bfa1f191ac req-20e81e49-a05a-4002-9fb6-56dd402732fd tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0260720 Oct 28 08:51:29.247637 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0ab0be7f-287f-4e23-8cfa-cc7a621b4ac9 req-7e42b7a1-f3a3-432c-b854-93eb15f67df6 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Oct 28 08:51:29.981024 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-4791b3d3-0650-46ba-88d8-2d5ce281dacb tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:29.982718 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-4791b3d3-0650-46ba-88d8-2d5ce281dacb tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 814 time: 0.1224465 Oct 28 08:51:29.997592 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Request body: {'port': {'device_id': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65', 'admin_state_up': True, 'tenant_id': '44c9c1891789491bbcae9bca7f8654f2'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:30.118957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Made reservation on behalf of 44c9c1891789491bbcae9bca7f8654f2 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:51:30.122979 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.253925 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Allocated IP 172.20.0.4 (d1e85954-aa8d-4e2c-bf05-e2af5e402c65/d6aec316-d0e4-4801-a712-2108653b0a7a/4f65f654-4e7d-486a-97f4-1d691a0b976b) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:51:30.394134 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f47dcc78-d7a7-4f67-8c8d-c2f3adca7d15 req-370130c0-badc-4e7f-a550-9d51acb3a79b tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Oct 28 08:51:30.421575 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.458842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.493521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.544001 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:51:30.547605 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:51:30.551868 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:51:30.580853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Pushing event updated for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:30.594124 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.594460 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.594835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.595170 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597205 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597765 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.597765 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:30.625926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:30.627998 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:30.645676 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-ee619fbf-a6d3-43e9-86fd-78e0d74d7272 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528177 Oct 28 08:51:30.662872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Request body: {'port': {'device_id': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:51:30.729730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.096378 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f65f654-4e7d-486a-97f4-1d691a0b976b {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:31.110992 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.132113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Transition to ACTIVE for port object 4f65f654-4e7d-486a-97f4-1d691a0b976b will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:51:31.138609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.212466 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Pushing event updated for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.304180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Attempting to bind port 4f65f654-4e7d-486a-97f4-1d691a0b976b on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:51:31.305247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Attempting to bind port 4f65f654-4e7d-486a-97f4-1d691a0b976b by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:51:31.305247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Attempting to bind port 4f65f654-4e7d-486a-97f4-1d691a0b976b on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:31.310919 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Port 4f65f654-4e7d-486a-97f4-1d691a0b976b on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:51:31.311465 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Attempting to bind port 4f65f654-4e7d-486a-97f4-1d691a0b976b on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:51:31.319059 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:51:31.319423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Checking segment: {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:51:31.319810 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Bound using segment: {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:51:31.320240 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Bound port: 4f65f654-4e7d-486a-97f4-1d691a0b976b, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:51:31.320597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.425105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:51:31.428276 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:51:31.529164 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7450bd-e76f-44fa-a9a0-a5ae8afbca09 req-d634160c-b717-4bc5-853a-a7a937f62d11 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.530605 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b7450bd-e76f-44fa-a9a0-a5ae8afbca09 req-d634160c-b717-4bc5-853a-a7a937f62d11 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 943 time: 0.0551465 Oct 28 08:51:31.571172 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b7450bd-e76f-44fa-a9a0-a5ae8afbca09 req-76dbc23f-7453-467f-b558-69ba11f727a4 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Oct 28 08:51:31.601553 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.644496 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.645132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:31.646832 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] 10.222.0.70 "PUT /v2.0/ports/4f65f654-4e7d-486a-97f4-1d691a0b976b HTTP/1.1" status: 200 len: 1093 time: 0.9883921 Oct 28 08:51:31.647342 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:31.649950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105dfc83-3c35-4ee3-bd30-eaa76691f514" -d '{"events": [{"name": "network-changed", "server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:31.697074 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849bf78-6e88-47b6-9926-2d61252ae916 service neutron] Pushing event updated for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:31.718382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55210f2-5166-4832-a5bd-79a8fe0b42e7 x-openstack-request-id: req-f55210f2-5166-4832-a5bd-79a8fe0b42e7 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:31.718991 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:31.719219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f55210f2-5166-4832-a5bd-79a8fe0b42e7 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:31.719930 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b', 'status': 'completed', 'code': 200} Oct 28 08:51:31.772414 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-12749fe9-39b2-43cd-baad-cae49283ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.774161 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-12749fe9-39b2-43cd-baad-cae49283ff92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 1096 time: 0.0711641 Oct 28 08:51:31.827571 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-072f0056-b555-478a-b42c-a15f55fd0446 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b HTTP/1.1" status: 200 len: 217 time: 0.0428498 Oct 28 08:51:31.899929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680addd-5af9-48ab-9875-f970f056fef9 req-661060e1-896d-40f0-aba6-39926ab607e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:31.902099 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-661060e1-896d-40f0-aba6-39926ab607e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.0668905 Oct 28 08:51:31.941856 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-9abe3fb1-c3b3-48db-a101-d5a82f0172de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324965 Oct 28 08:51:32.059692 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-8b7068e0-cd7c-40f3-857e-6b400137dfe4 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107273 Oct 28 08:51:32.174915 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e680addd-5af9-48ab-9875-f970f056fef9 req-fecfc81c-66cd-447a-9cca-03cf916fb5ec service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075513 Oct 28 08:51:32.276483 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-e16c6bcb-a394-4fae-976a-2753c8c219f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.279366 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-e16c6bcb-a394-4fae-976a-2753c8c219f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 1096 time: 0.0558622 Oct 28 08:51:32.377359 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-d980e970-6ee3-442d-ba11-327c67ddbded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.379064 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-d980e970-6ee3-442d-ba11-327c67ddbded service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 915 time: 0.0929627 Oct 28 08:51:32.429617 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-b8b65a20-c8f2-4da4-aa32-6eba3a238d0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b HTTP/1.1" status: 200 len: 217 time: 0.0426974 Oct 28 08:51:32.482697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-f23f86b8-2e35-4467-9d25-51df1b6ac226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.484287 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-f23f86b8-2e35-4467-9d25-51df1b6ac226 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.0482690 Oct 28 08:51:32.521261 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-4689e86b-7aff-4de9-9fd8-67bb6c4ed706 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297809 Oct 28 08:51:32.661162 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-7e47ce33-c8ef-4d36-a72a-b42a3e2767f1 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318974 Oct 28 08:51:32.777209 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4950b3-0868-4fcf-b3b9-5ed7440d1059 req-8a18e605-df11-472e-a5f0-fce5f2875dfe tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:32.778936 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af4950b3-0868-4fcf-b3b9-5ed7440d1059 req-8a18e605-df11-472e-a5f0-fce5f2875dfe tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 943 time: 0.1169820 Oct 28 08:51:32.807703 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-105dfc83-3c35-4ee3-bd30-eaa76691f514 req-b7b221e0-9ae2-499e-bcb4-003ba5b156ab service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362491 Oct 28 08:51:32.836326 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-af4950b3-0868-4fcf-b3b9-5ed7440d1059 req-f469b8a9-70a5-4a43-b0ed-72fad656a8db tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Oct 28 08:51:33.569996 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58606) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:33.714943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c8e19dab-8a26-4b75-bc0e-378caf08c05c admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:33.808249 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c8e19dab-8a26-4b75-bc0e-378caf08c05c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:33.814201 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-c8e19dab-8a26-4b75-bc0e-378caf08c05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:33.864068 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-c8e19dab-8a26-4b75-bc0e-378caf08c05c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22bebd51e295493fb1fa72668d13d351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926395 Oct 28 08:51:33.864967 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e19dab-8a26-4b75-bc0e-378caf08c05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856d9edc-02e2-4eb0-ae05-9df5b375f771,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:33.868372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58610) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:33.950105 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:33.983386 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.010285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8a3d3-f2de-4849-a306-49af25a9f935 req-79dd5386-64b1-41bb-b97a-233e682d83fd tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:34.012036 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12b8a3d3-f2de-4849-a306-49af25a9f935 req-79dd5386-64b1-41bb-b97a-233e682d83fd tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 943 time: 0.0645342 Oct 28 08:51:34.061269 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.066577 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.072938 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12b8a3d3-f2de-4849-a306-49af25a9f935 req-d2b13863-3feb-4bbd-9802-a16bca8466ae tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Oct 28 08:51:34.075678 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/856d9edc-02e2-4eb0-ae05-9df5b375f771 HTTP/1.1" status: 204 len: 168 time: 0.2034912 Oct 28 08:51:34.094890 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d9edc-02e2-4eb0-ae05-9df5b375f771,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:34.112232 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.113319 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.113751 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.114098 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.114430 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.114784 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.115110 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.115435 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.115888 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.116391 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.116729 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.117083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25219d71-c18b-437d-8d97-e4ca505b86b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:34.447953 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58620) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:34.461728 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-176aa9e0-151b-43e1-a6f2-651a14d2a30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.551489 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-176aa9e0-151b-43e1-a6f2-651a14d2a30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.556934 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-176aa9e0-151b-43e1-a6f2-651a14d2a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.597893 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa9e0-151b-43e1-a6f2-651a14d2a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4684a0-7b2f-442b-b809-7013d259cfff,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:34.602340 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-176aa9e0-151b-43e1-a6f2-651a14d2a30b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b4f7cb7098240738fd8a7efeacb4885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532779 Oct 28 08:51:34.605462 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58622) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:34.660956 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.683742 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.740286 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.743083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:34.748076 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f4684a0-7b2f-442b-b809-7013d259cfff HTTP/1.1" status: 204 len: 168 time: 0.1369071 Oct 28 08:51:34.754986 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07575ef-4cd7-4611-b042-128be6a2d1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4684a0-7b2f-442b-b809-7013d259cfff,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:35.229179 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc346-7248-497a-952b-4ade90277b00 req-28063389-934f-4881-a6b2-304dff819049 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:35.230984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f64fc346-7248-497a-952b-4ade90277b00 req-28063389-934f-4881-a6b2-304dff819049 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 943 time: 0.0595033 Oct 28 08:51:35.289022 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f64fc346-7248-497a-952b-4ade90277b00 req-0503193a-8d42-42d6-a035-c9a21baeec7b tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500233 Oct 28 08:51:36.434304 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145de5c0-c6f4-4524-9219-e543a8613db2 req-04918a36-2731-4d16-91ee-5c3d03073981 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:36.435691 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-145de5c0-c6f4-4524-9219-e543a8613db2 req-04918a36-2731-4d16-91ee-5c3d03073981 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 943 time: 0.0611668 Oct 28 08:51:36.488565 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-145de5c0-c6f4-4524-9219-e543a8613db2 req-71fe1c65-a8a8-4fb5-8b0a-cf8600da55fb tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Oct 28 08:51:36.910103 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 4f65f654-4e7d-486a-97f4-1d691a0b976b details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:51:37.067396 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:37.086360 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '4f65f654-4e7d-486a-97f4-1d691a0b976b', 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65', 'port_id': '4f65f654-4e7d-486a-97f4-1d691a0b976b', 'mac_address': 'fa:16:3e:a0:5a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6aec316-d0e4-4801-a712-2108653b0a7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:51:37.150858 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.167158 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f65f654-4e7d-486a-97f4-1d691a0b976b {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:51:37.194682 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:37.199387 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:37.259229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:37.269871 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.270369 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.270850 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.271244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.271623 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.272104 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.272562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.273036 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.273414 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.273817 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.274358 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.274943 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:51:37.572109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['4f65f654-4e7d-486a-97f4-1d691a0b976b'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:51:37.647236 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63439ed-7880-41d8-8981-1c6569fc6c67 req-762d1c40-cb24-4f2f-b567-6b3fab8f23e7 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:37.649524 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d63439ed-7880-41d8-8981-1c6569fc6c67 req-762d1c40-cb24-4f2f-b567-6b3fab8f23e7 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 944 time: 0.0797224 Oct 28 08:51:37.694283 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d63439ed-7880-41d8-8981-1c6569fc6c67 req-80a81802-2703-4f80-b03a-afbcb5e47e94 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370002 Oct 28 08:51:38.826151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966afb6-9a3d-42df-b1ad-675dae547908 req-f19d43dd-3d9d-4b92-be5d-498517273b11 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:38.827765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8966afb6-9a3d-42df-b1ad-675dae547908 req-f19d43dd-3d9d-4b92-be5d-498517273b11 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 944 time: 0.0550153 Oct 28 08:51:38.877892 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8966afb6-9a3d-42df-b1ad-675dae547908 req-bae68e3a-117c-49b7-b23c-d1bebf119791 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386193 Oct 28 08:51:38.909015 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 4f65f654-4e7d-486a-97f4-1d691a0b976b up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:51:38.983328 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 4f65f654-4e7d-486a-97f4-1d691a0b976b completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:51:38.987566 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 4f65f654-4e7d-486a-97f4-1d691a0b976b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:51:38.987942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.076876 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.102525 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:51:39.104199 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c266085-3182-4809-8279-ae6c93173866" -d '{"events": [{"server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "name": "network-vif-plugged", "status": "completed", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:51:39.119120 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:51:39.123981 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:39.187977 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:39.297451 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af02f33f-d2e8-41ac-b936-ff1cb8e3d5ba x-openstack-request-id: req-af02f33f-d2e8-41ac-b936-ff1cb8e3d5ba {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:51:39.297633 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "name": "network-vif-plugged", "status": "completed", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:51:39.297947 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af02f33f-d2e8-41ac-b936-ff1cb8e3d5ba {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:51:39.298288 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b', 'code': 200} Oct 28 08:51:39.492668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb793558-29d2-4afa-8590-3aa1e3a6a375 req-4de4c556-8f9e-46ff-86d4-b1d0cb33eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:39.494313 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cb793558-29d2-4afa-8590-3aa1e3a6a375 req-4de4c556-8f9e-46ff-86d4-b1d0cb33eab8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 1098 time: 0.0514812 Oct 28 08:51:39.531781 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cb793558-29d2-4afa-8590-3aa1e3a6a375 req-1ea72e76-d130-4594-a93d-2f59dc6762ea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302172 Oct 28 08:51:40.006540 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57000a-45d5-4750-825f-b6fd69981b20 req-32cd32c3-c133-4ad6-9027-2b0467075e56 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:40.008087 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e57000a-45d5-4750-825f-b6fd69981b20 req-32cd32c3-c133-4ad6-9027-2b0467075e56 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Oct 28 08:51:40.049788 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3e57000a-45d5-4750-825f-b6fd69981b20 req-95480001-6910-40eb-b0ac-42ea2683280c tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Oct 28 08:51:41.186182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5801b6-aa96-40b2-98e3-16f0f61145db req-67078413-e432-4bff-bf33-3925111e6865 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:51:41.188041 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b5801b6-aa96-40b2-98e3-16f0f61145db req-67078413-e432-4bff-bf33-3925111e6865 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 945 time: 0.0604885 Oct 28 08:51:41.232298 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5b5801b6-aa96-40b2-98e3-16f0f61145db req-4367e3b1-eb02-4aff-ad1b-b8c0bb2a4b97 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Oct 28 08:51:42.090538 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1871977f-d5de-4c4b-b6df-45d4817a149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.048973 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:51:44.427969 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58830) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:44.546439 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f9385c1b-acb3-4600-be4f-d4d398e08c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.630618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f9385c1b-acb3-4600-be4f-d4d398e08c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.634711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f9385c1b-acb3-4600-be4f-d4d398e08c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.677793 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f9385c1b-acb3-4600-be4f-d4d398e08c74 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f4d30cb0e884fe490f813db9b6e4bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485025 Oct 28 08:51:44.678927 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9385c1b-acb3-4600-be4f-d4d398e08c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfa8e7b-8930-4804-8a91-4c360a4c8248,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.680423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58834) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:44.739329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.762522 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.818906 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.821788 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:44.823285 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bfa8e7b-8930-4804-8a91-4c360a4c8248 HTTP/1.1" status: 204 len: 168 time: 0.1417305 Oct 28 08:51:44.832291 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba0e54-fb33-4b4a-9bc0-a13520cb24ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfa8e7b-8930-4804-8a91-4c360a4c8248,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:44.875306 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4c4527f7-dec2-4cc7-b06b-fa9a651ee845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.144336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58842) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:45.158254 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d25d654a-8d32-4347-ae18-7562c3d6d353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.241625 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d25d654a-8d32-4347-ae18-7562c3d6d353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.245597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d25d654a-8d32-4347-ae18-7562c3d6d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.287118 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d654a-8d32-4347-ae18-7562c3d6d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd7fc56-cf84-48b5-8207-13e937ab53e9,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.292337 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d25d654a-8d32-4347-ae18-7562c3d6d353 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d7c66c2312449fb9332332f3ff1f098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467571 Oct 28 08:51:45.294596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58844) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:45.348668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.372789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.423182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.425741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.426930 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcd7fc56-cf84-48b5-8207-13e937ab53e9 HTTP/1.1" status: 204 len: 168 time: 0.1311679 Oct 28 08:51:45.436436 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29946-9525-4ef9-abf6-80a0ddeaf31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd7fc56-cf84-48b5-8207-13e937ab53e9,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.745110 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.789019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58850) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:45.803670 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3d9acc0b-102e-4683-b41d-0cc687127ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.890533 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3d9acc0b-102e-4683-b41d-0cc687127ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.896735 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3d9acc0b-102e-4683-b41d-0cc687127ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.951376 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-3d9acc0b-102e-4683-b41d-0cc687127ca0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ba5ed20525d244e0939b6506fa3b311b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605740 Oct 28 08:51:45.952277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9acc0b-102e-4683-b41d-0cc687127ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23edfec3-b07c-4c16-bc16-fb19307428f3,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:45.953722 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:45.954227 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58854) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:46.007623 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.032220 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.085039 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.088394 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:46.092893 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23edfec3-b07c-4c16-bc16-fb19307428f3 HTTP/1.1" status: 204 len: 168 time: 0.1369271 Oct 28 08:51:46.101707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f894ab2-8714-466f-8eb8-c10cdff701dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23edfec3-b07c-4c16-bc16-fb19307428f3,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:47.367261 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.497029 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58920) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:50.616072 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e3aad694-d6c1-49c6-8ee0-c8eaadb61013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.705610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e3aad694-d6c1-49c6-8ee0-c8eaadb61013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.709626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e3aad694-d6c1-49c6-8ee0-c8eaadb61013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.754391 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e3aad694-d6c1-49c6-8ee0-c8eaadb61013 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=feafc5065b574eabb2c69f0578b9e311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558923 Oct 28 08:51:50.755105 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aad694-d6c1-49c6-8ee0-c8eaadb61013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba9dba-a20e-41ec-bc2d-8675eb570f74,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:50.757067 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58924) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:50.819202 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.846795 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.922592 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.925812 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:50.927128 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68ba9dba-a20e-41ec-bc2d-8675eb570f74 HTTP/1.1" status: 204 len: 168 time: 0.1689456 Oct 28 08:51:50.937789 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb484-709c-4b86-89b7-d9a9e807a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba9dba-a20e-41ec-bc2d-8675eb570f74,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:51.246775 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 58932) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:51.261094 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4476-2c53-497e-b8e6-ecc41c7f8a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.349139 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4476-2c53-497e-b8e6-ecc41c7f8a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.353873 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae1a4476-2c53-497e-b8e6-ecc41c7f8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.397009 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ae1a4476-2c53-497e-b8e6-ecc41c7f8a56 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87839523a94a484ebde893fd9e096e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488895 Oct 28 08:51:51.398363 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a4476-2c53-497e-b8e6-ecc41c7f8a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fdcb50-7f75-48ef-9027-0bedb1cc70e5,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:51:51.399777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 58934) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:51:51.453638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.476775 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.533311 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.536636 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:51:51.538128 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99fdcb50-7f75-48ef-9027-0bedb1cc70e5 HTTP/1.1" status: 204 len: 168 time: 0.1371264 Oct 28 08:51:51.547446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf4fa2-0ffe-4377-964a-cec672ffaf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fdcb50-7f75-48ef-9027-0bedb1cc70e5,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:00.423341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.520395 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59084) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:01.638005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cc29a3e8-93c8-4387-ab03-ec57c9d3de7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.720644 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cc29a3e8-93c8-4387-ab03-ec57c9d3de7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.725561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-cc29a3e8-93c8-4387-ab03-ec57c9d3de7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.767390 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-cc29a3e8-93c8-4387-ab03-ec57c9d3de7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=548ce32d6da0483b876edb2c8f570e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458515 Oct 28 08:52:01.768108 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29a3e8-93c8-4387-ab03-ec57c9d3de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b613ff8-021f-4532-a97c-f25e9be49e66,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:01.770228 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59090) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:01.833240 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.856590 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.904569 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.907402 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:01.909279 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b613ff8-021f-4532-a97c-f25e9be49e66 HTTP/1.1" status: 204 len: 168 time: 0.1378014 Oct 28 08:52:01.922151 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32f241-8125-4655-a4bd-593c9b0a4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b613ff8-021f-4532-a97c-f25e9be49e66,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:02.212679 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59096) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:02.230537 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc702-c308-4f8e-881c-58759bf6605a admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.321228 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc702-c308-4f8e-881c-58759bf6605a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.326165 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-9d2cc702-c308-4f8e-881c-58759bf6605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.367906 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-9d2cc702-c308-4f8e-881c-58759bf6605a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bbf38e18b94349098cbc3f15a509083a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540632 Oct 28 08:52:02.368746 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cc702-c308-4f8e-881c-58759bf6605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e219409-cb79-4efb-bf6f-14f58ead1ac9,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:02.372149 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59098) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:02.429647 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.456165 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.529261 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.532276 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:02.533472 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e219409-cb79-4efb-bf6f-14f58ead1ac9 HTTP/1.1" status: 204 len: 168 time: 0.1599324 Oct 28 08:52:02.543808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3860597-8f5e-4b0b-99d5-ecd88cbd30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e219409-cb79-4efb-bf6f-14f58ead1ac9,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:02.918603 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59106) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:02.932045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e90d54a-b396-4b83-b1c6-d44e05c0ad10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.018519 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e90d54a-b396-4b83-b1c6-d44e05c0ad10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.022338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-8e90d54a-b396-4b83-b1c6-d44e05c0ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.065052 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d54a-b396-4b83-b1c6-d44e05c0ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c478a17-8c56-4489-8256-078640e38dee,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:03.070928 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-8e90d54a-b396-4b83-b1c6-d44e05c0ad10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a287a7accc4d459c85131b9e9a8c12c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512287 Oct 28 08:52:03.075047 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59108) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:03.145668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.179616 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.254517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.259529 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:03.260814 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c478a17-8c56-4489-8256-078640e38dee HTTP/1.1" status: 204 len: 168 time: 0.1852329 Oct 28 08:52:03.271847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caab6be-ab54-439e-a19c-ca5ce7dc6b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c478a17-8c56-4489-8256-078640e38dee,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:05.554984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-191cabc4-8bea-49c0-b568-2f2b9af7cd15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499535 Oct 28 08:52:05.648031 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-431deb4c-d139-4e2e-abc9-3f67afc581e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:05.649981 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-431deb4c-d139-4e2e-abc9-3f67afc581e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 1098 time: 0.0447640 Oct 28 08:52:05.774873 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-bde65399-2ed5-4a5c-9d86-5f8633fa1840 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354414 Oct 28 08:52:05.873445 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-b8ea2fc7-ad50-4800-87d9-142d471972ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:05.874975 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-b8ea2fc7-ad50-4800-87d9-142d471972ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 915 time: 0.2031069 Oct 28 08:52:05.944383 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-1e551694-34e5-436a-a706-1c93924f1a39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b HTTP/1.1" status: 200 len: 217 time: 0.0609899 Oct 28 08:52:06.058347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-ec5b72ad-d646-46cc-ba80-151a51a02b7f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:06.060482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-ec5b72ad-d646-46cc-ba80-151a51a02b7f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739105 Oct 28 08:52:06.062483 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-b43bba2c-c385-40cf-9526-655ae6d09504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:06.063932 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-b43bba2c-c385-40cf-9526-655ae6d09504 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.1051319 Oct 28 08:52:06.086487 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-757afc74-c383-4b86-9e76-70d76165dd01 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/quotas/fca1fcaaa64943c588c2963490ef2fe9 HTTP/1.1" status: 200 len: 375 time: 0.0191374 Oct 28 08:52:06.107482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-03aec698-92a5-4db6-9817-f6ec166c503c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336852 Oct 28 08:52:06.139938 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-84445f62-a7b9-4aaf-aaa6-d5069dfe562c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356114 Oct 28 08:52:06.222317 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-fb095190-663c-489c-be9c-fd936ac0653b service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058877 Oct 28 08:52:06.581698 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1fdf7c8c-d4af-4590-b5a7-1b1ed566d83f req-881c08f4-543c-4cb4-bb72-2f93018d07d1 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 210 time: 0.0375752 Oct 28 08:52:06.622856 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-209800e1-ce5f-49ef-ae2a-9f60131c5dd7 req-84f1f283-2d3b-48fc-972e-4cc953ab46a9 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913572 Oct 28 08:52:07.309509 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-536dd712-f54a-4b2b-bd7e-bc578e1d3ef7 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221429 Oct 28 08:52:07.435892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-069a1c0c-8e7f-4511-931c-878f0780224b tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:07.437480 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-069a1c0c-8e7f-4511-931c-878f0780224b tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225934 Oct 28 08:52:07.461285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Request body: {'port': {'device_id': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348', 'admin_state_up': True, 'tenant_id': 'fca1fcaaa64943c588c2963490ef2fe9'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:07.597621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Made reservation on behalf of fca1fcaaa64943c588c2963490ef2fe9 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:07.601241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.611767 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.692293 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f1cae2f1-de17-4807-a0b9-107c90e3e85c req-bba736c1-20d1-4629-aa56-9951c9b3b1a7 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Oct 28 08:52:07.724265 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.730662 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:07.794228 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b202571-619f-42cd-8830-648673c54830,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:07.888559 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Allocated IP 192.168.233.94 (9bca596e-26af-48ca-aadd-db262d8db348/460488f5-9427-4d06-ab91-c588d80a8f15/b6f3b991-3a4d-4497-8baa-38904f3fc2d5) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:08.052821 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.103150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.150830 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Network 9bca596e-26af-48ca-aadd-db262d8db348 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:08.154843 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:08.159208 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:08.188224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Pushing event updated for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:08.228275 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:08.229168 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.250110 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-a29f93c0-0fde-498c-965b-9c61df611f1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7959816 Oct 28 08:52:08.262734 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Request body: {'port': {'device_id': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:08.332821 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.425063 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-cf620624-f57f-4e67-975d-63c0697af8b7 None None] Provisioning complete for port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:08.425886 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-cf620624-f57f-4e67-975d-63c0697af8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.467354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-cf620624-f57f-4e67-975d-63c0697af8b7 None None] Port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:08.672511 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f3b991-3a4d-4497-8baa-38904f3fc2d5 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:08.680621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.695900 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Transition to ACTIVE for port object b6f3b991-3a4d-4497-8baa-38904f3fc2d5 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:08.700167 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.781457 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Pushing event updated for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:08.873312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Attempting to bind port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:08.873714 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Attempting to bind port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:08.873988 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Attempting to bind port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 on network 9bca596e-26af-48ca-aadd-db262d8db348 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:08.888742 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7135c1-22f8-4d9e-b940-ba58dd6ab7ea req-fba04474-aacc-468e-9729-7b3d4e018b02 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:08.890295 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da7135c1-22f8-4d9e-b940-ba58dd6ab7ea req-fba04474-aacc-468e-9729-7b3d4e018b02 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 947 time: 0.1120465 Oct 28 08:52:08.892753 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 on network 9bca596e-26af-48ca-aadd-db262d8db348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:08.893092 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Attempting to bind port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 on network 9bca596e-26af-48ca-aadd-db262d8db348 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:08.906115 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:08.906468 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Checking segment: {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:08.906862 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Bound using segment: {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:08.907326 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Bound port: b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc32e78a-f45c-4b87-b08e-3b4019e758c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:08.907673 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:08.976248 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-da7135c1-22f8-4d9e-b940-ba58dd6ab7ea req-89382775-448c-45b9-807b-51eb1d79d22f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Oct 28 08:52:09.022626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:09.028533 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:09.035830 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.075230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.075859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:09.077307 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] 10.222.0.70 "PUT /v2.0/ports/b6f3b991-3a4d-4497-8baa-38904f3fc2d5 HTTP/1.1" status: 200 len: 1097 time: 0.8191664 Oct 28 08:52:09.077757 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:09.080187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12858162-cafb-48ef-844f-7ba45db2c903" -d '{"events": [{"name": "network-changed", "server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:09.117294 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07670bf-c943-49cc-a660-6f51ce4d81da service neutron] Pushing event updated for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:09.154364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224458a9-6289-449d-ad17-525152b0cbfa x-openstack-request-id: req-224458a9-6289-449d-ad17-525152b0cbfa {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:09.155021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:09.155021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-224458a9-6289-449d-ad17-525152b0cbfa {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:09.155531 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5', 'status': 'completed', 'code': 200} Oct 28 08:52:09.198319 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-b7faaa46-c49b-4db6-805f-43cd6256a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.200855 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-b7faaa46-c49b-4db6-805f-43cd6256a346 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 1100 time: 0.0583515 Oct 28 08:52:09.255546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-d0aa0044-7998-4de1-97a2-2e039ae42634 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5 HTTP/1.1" status: 200 len: 217 time: 0.0457506 Oct 28 08:52:09.319114 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-873f08d4-04ab-4bea-b422-4b12c1486249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.320598 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-873f08d4-04ab-4bea-b422-4b12c1486249 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=460488f5-9427-4d06-ab91-c588d80a8f15 HTTP/1.1" status: 200 len: 843 time: 0.0574837 Oct 28 08:52:09.372437 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af63471-af96-4611-b4f2-167a3567207f req-e014dc98-bea4-4dde-bd33-204083c2b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.373984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-e014dc98-bea4-4dde-bd33-204083c2b803 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bca596e-26af-48ca-aadd-db262d8db348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0452838 Oct 28 08:52:09.485303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-f2cecea1-b389-44a8-967e-d5c07845644c service neutron] 10.222.0.70 "GET /v2.0/networks/9bca596e-26af-48ca-aadd-db262d8db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040444 Oct 28 08:52:09.581249 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1af63471-af96-4611-b4f2-167a3567207f req-37214cfc-cebb-4aaf-b498-eed2aed5da34 service neutron] 10.222.0.70 "GET /v2.0/networks/9bca596e-26af-48ca-aadd-db262d8db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890713 Oct 28 08:52:09.679136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858162-cafb-48ef-844f-7ba45db2c903 req-cd5a503e-ca8b-4d80-a057-91733c696aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.680683 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-cd5a503e-ca8b-4d80-a057-91733c696aeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 1100 time: 0.0466554 Oct 28 08:52:09.783475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858162-cafb-48ef-844f-7ba45db2c903 req-2598733d-ea40-4aab-8a7e-d23ec2f9b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.784938 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-2598733d-ea40-4aab-8a7e-d23ec2f9b4de service neutron] 10.222.0.70 "GET /v2.0/networks?id=9bca596e-26af-48ca-aadd-db262d8db348 HTTP/1.1" status: 200 len: 870 time: 0.0970161 Oct 28 08:52:09.834960 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-f87e693a-fdc2-40d5-9798-627cb565dd42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5 HTTP/1.1" status: 200 len: 217 time: 0.0407352 Oct 28 08:52:09.898045 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858162-cafb-48ef-844f-7ba45db2c903 req-c9ad1c11-1ed8-4a4d-8ccd-81dd0b5f3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.899726 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-c9ad1c11-1ed8-4a4d-8ccd-81dd0b5f3abe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=460488f5-9427-4d06-ab91-c588d80a8f15 HTTP/1.1" status: 200 len: 843 time: 0.0573392 Oct 28 08:52:09.953337 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12858162-cafb-48ef-844f-7ba45db2c903 req-a522ddb5-512d-4996-8e77-01bd91547c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:09.954895 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-a522ddb5-512d-4996-8e77-01bd91547c8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9bca596e-26af-48ca-aadd-db262d8db348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469217 Oct 28 08:52:10.054727 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-a2a86fd3-a315-46af-bade-3e28b8318f32 service neutron] 10.222.0.70 "GET /v2.0/networks/9bca596e-26af-48ca-aadd-db262d8db348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905919 Oct 28 08:52:10.169075 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b93877-2eb9-4655-84c7-ab61d11be0a0 req-c809c09e-14a3-42f3-aeec-cae2fbc04365 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:10.170625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-06b93877-2eb9-4655-84c7-ab61d11be0a0 req-c809c09e-14a3-42f3-aeec-cae2fbc04365 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 947 time: 0.1102448 Oct 28 08:52:10.209119 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-12858162-cafb-48ef-844f-7ba45db2c903 req-8840b7c6-3b0b-4d0e-bd67-3990f39cab98 service neutron] 10.222.0.70 "GET /v2.0/networks/9bca596e-26af-48ca-aadd-db262d8db348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392086 Oct 28 08:52:10.225321 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-06b93877-2eb9-4655-84c7-ab61d11be0a0 req-5e1adbe0-92f4-475c-b234-4cd9a6539ec5 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Oct 28 08:52:11.364713 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cade9-1c6b-4038-b8c8-6730b5e658c5 req-ee252769-1765-43dc-8f4f-7c388032db97 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:11.366008 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-189cade9-1c6b-4038-b8c8-6730b5e658c5 req-ee252769-1765-43dc-8f4f-7c388032db97 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 947 time: 0.0611503 Oct 28 08:52:11.408625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-189cade9-1c6b-4038-b8c8-6730b5e658c5 req-d2b6d965-8645-4ba8-aed5-7efafbeb2c1a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353606 Oct 28 08:52:12.079197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b95911f4-83b9-4f64-9f49-0d065e8eecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:12.533940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf13087-f464-457e-8bf6-d8f58ad98504 req-7ce369d6-a169-49f4-a6d0-aaa9a26f5508 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:12.535711 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eaf13087-f464-457e-8bf6-d8f58ad98504 req-7ce369d6-a169-49f4-a6d0-aaa9a26f5508 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 947 time: 0.0531137 Oct 28 08:52:12.579546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eaf13087-f464-457e-8bf6-d8f58ad98504 req-009d45bb-6630-4fe0-afca-3e1c1f53f645 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366020 Oct 28 08:52:13.063148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b6f3b991-3a4d-4497-8baa-38904f3fc2d5 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:52:13.165615 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:13.177987 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5', 'network_id': '9bca596e-26af-48ca-aadd-db262d8db348', 'port_id': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5', 'mac_address': 'fa:16:3e:c2:2d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460488f5-9427-4d06-ab91-c588d80a8f15', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:52:13.216196 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.229929 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f3b991-3a4d-4497-8baa-38904f3fc2d5 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:13.253956 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:13.258611 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:13.321144 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:13.698413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd7d6e-4df7-47d5-a52c-e270058c187d req-0112dbeb-b026-41ea-8bff-789548ca2338 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:13.699951 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eccd7d6e-4df7-47d5-a52c-e270058c187d req-0112dbeb-b026-41ea-8bff-789548ca2338 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0502031 Oct 28 08:52:13.740029 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eccd7d6e-4df7-47d5-a52c-e270058c187d req-0c6cebba-59c8-4a26-af40-2a4319ff1366 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Oct 28 08:52:14.610984 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['b6f3b991-3a4d-4497-8baa-38904f3fc2d5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:14.864616 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-87205894-2c12-4131-b388-3ca67d234ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:14.878367 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d725dbf-54e2-4ade-bd53-7d10a62ac9ce req-b718a21d-dfcb-4c0b-be1e-5efa26e814bc tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:14.880032 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0d725dbf-54e2-4ade-bd53-7d10a62ac9ce req-b718a21d-dfcb-4c0b-be1e-5efa26e814bc tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0668762 Oct 28 08:52:14.926964 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0d725dbf-54e2-4ade-bd53-7d10a62ac9ce req-f9e2b97d-16fb-4aff-a0b9-0336fb1eb9ab tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Oct 28 08:52:15.754737 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:15.957173 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:16.054676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad7f20-585f-4b52-bdd8-0e44e5187fd9 req-5cb193f6-45a8-4960-bdc7-569677ae4664 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:16.056199 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-18ad7f20-585f-4b52-bdd8-0e44e5187fd9 req-5cb193f6-45a8-4960-bdc7-569677ae4664 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0512908 Oct 28 08:52:16.101399 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-18ad7f20-585f-4b52-bdd8-0e44e5187fd9 req-2d6bcbbe-ae86-487b-b58e-cfc2a8fd605d tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Oct 28 08:52:17.222729 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d726a-88ad-477b-b041-8091962510ad req-394468cb-c650-447a-b4c6-6cdd2364e082 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:17.224326 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e2d726a-88ad-477b-b041-8091962510ad req-394468cb-c650-447a-b4c6-6cdd2364e082 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0519061 Oct 28 08:52:17.269984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1e2d726a-88ad-477b-b041-8091962510ad req-58097a73-a4af-4858-8a0c-e458c4fc0bbf tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Oct 28 08:52:17.360352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:18.407699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b6b32-08c9-48f9-ad1c-ee748d052133 req-d899bd12-2b21-449d-930e-4bbf356106f9 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:18.409222 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-560b6b32-08c9-48f9-ad1c-ee748d052133 req-d899bd12-2b21-449d-930e-4bbf356106f9 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0556836 Oct 28 08:52:18.449995 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-560b6b32-08c9-48f9-ad1c-ee748d052133 req-d9f36997-da8e-4bb4-a6e1-d8970013f950 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Oct 28 08:52:19.572644 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbb40b-c584-4d72-b0c4-9a07dc4fe182 req-086b2b10-f911-488b-b5b6-301958576f5f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:19.574263 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74fbb40b-c584-4d72-b0c4-9a07dc4fe182 req-086b2b10-f911-488b-b5b6-301958576f5f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 948 time: 0.0538473 Oct 28 08:52:19.621365 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74fbb40b-c584-4d72-b0c4-9a07dc4fe182 req-e546882e-e193-4cd0-8d17-871492e98b85 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Oct 28 08:52:20.020816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b6f3b991-3a4d-4497-8baa-38904f3fc2d5 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:20.076365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:52:20.080887 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:20.081247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.170528 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.194729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:20.197004 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97175fee-ec0d-4e6a-9122-68a83e4ecd8c" -d '{"events": [{"server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "name": "network-vif-plugged", "status": "completed", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:20.215728 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:20.220565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:20.245701 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b639d89-03cb-4ec6-9007-9f41f7fae7d6 x-openstack-request-id: req-6b639d89-03cb-4ec6-9007-9f41f7fae7d6 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:20.246786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "name": "network-vif-plugged", "status": "completed", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:20.246786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b639d89-03cb-4ec6-9007-9f41f7fae7d6 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:20.247132 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5', 'code': 200} Oct 28 08:52:20.272572 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:20.740383 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445b258-3376-4257-b55e-eae33ac78aa3 req-e865ee1e-4ca1-406d-af42-9868f8ef75cd tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:20.741904 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1445b258-3376-4257-b55e-eae33ac78aa3 req-e865ee1e-4ca1-406d-af42-9868f8ef75cd tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0505464 Oct 28 08:52:20.783010 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1445b258-3376-4257-b55e-eae33ac78aa3 req-071e46bd-16c6-4518-bae1-47f85162ef25 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Oct 28 08:52:21.049405 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:21.911185 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0d88f-75e6-4de4-8f9f-861e87a18dd7 req-e5d5ad8a-8372-462b-a5c7-660dd8ae6442 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:21.912702 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dac0d88f-75e6-4de4-8f9f-861e87a18dd7 req-e5d5ad8a-8372-462b-a5c7-660dd8ae6442 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0575252 Oct 28 08:52:21.954580 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dac0d88f-75e6-4de4-8f9f-861e87a18dd7 req-e781788f-53cf-407c-b62f-05bbe85344c4 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Oct 28 08:52:22.651077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4f45-419f-42d7-888c-52e6f50453b3 req-21aae833-4373-4c19-ba4b-87ed2d6dd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:22.653152 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-df7c4f45-419f-42d7-888c-52e6f50453b3 req-21aae833-4373-4c19-ba4b-87ed2d6dd64e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 1102 time: 0.0413902 Oct 28 08:52:22.690649 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-df7c4f45-419f-42d7-888c-52e6f50453b3 req-0d0d2bc6-f329-4330-ab2b-477913d0c95b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294414 Oct 28 08:52:23.081268 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db16e-25a8-4a06-92db-69c22240ae20 req-45532f67-58ca-4cd0-8971-e267c1e47712 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:23.082943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a0db16e-25a8-4a06-92db-69c22240ae20 req-45532f67-58ca-4cd0-8971-e267c1e47712 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0556219 Oct 28 08:52:23.128709 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0a0db16e-25a8-4a06-92db-69c22240ae20 req-c5131fb1-fba9-4493-82d5-be0b6a786163 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388875 Oct 28 08:52:24.254551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbadf09-dead-4f58-afec-4f57bcc27dca req-afe11b32-2cdf-48a3-9a21-57a0593d288a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:24.256046 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cbadf09-dead-4f58-afec-4f57bcc27dca req-afe11b32-2cdf-48a3-9a21-57a0593d288a tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0539830 Oct 28 08:52:24.295665 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5cbadf09-dead-4f58-afec-4f57bcc27dca req-a396a62d-41f0-46db-b8b2-dfa189efe611 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Oct 28 08:52:25.452831 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89220f-dd29-40c8-8cc2-60bb611d9613 req-6e354d4e-d0d6-448b-9651-f032f04143e1 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:25.455439 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c89220f-dd29-40c8-8cc2-60bb611d9613 req-6e354d4e-d0d6-448b-9651-f032f04143e1 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0756221 Oct 28 08:52:25.499670 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3c89220f-dd29-40c8-8cc2-60bb611d9613 req-3071d047-3bc0-441e-8613-e3d939346b7b tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Oct 28 08:52:25.836873 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c565e88-63da-46fb-ab2a-943ecb569f6a req-b6b201bb-a7a9-4845-8e1f-0eb3842b30d1 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:25.838453 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c565e88-63da-46fb-ab2a-943ecb569f6a req-b6b201bb-a7a9-4845-8e1f-0eb3842b30d1 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0539804 Oct 28 08:52:25.887569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7c565e88-63da-46fb-ab2a-943ecb569f6a req-33a0537d-60aa-4e50-8024-fd4990e72501 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414877 Oct 28 08:52:27.025240 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffcdc-96d3-42ee-9f27-0b3963bc0d75 req-831996ea-0708-4708-8f2f-6475f49e446f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:27.026717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1dbffcdc-96d3-42ee-9f27-0b3963bc0d75 req-831996ea-0708-4708-8f2f-6475f49e446f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0552931 Oct 28 08:52:27.067644 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1dbffcdc-96d3-42ee-9f27-0b3963bc0d75 req-d935dc81-555a-4b63-abce-7d781ef904d7 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Oct 28 08:52:28.192066 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798e77e-0df2-4879-bd41-cefed46e0e43 req-6aa761d0-143b-4311-9264-15d4e09e52d0 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:28.193582 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2798e77e-0df2-4879-bd41-cefed46e0e43 req-6aa761d0-143b-4311-9264-15d4e09e52d0 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0525222 Oct 28 08:52:28.234840 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2798e77e-0df2-4879-bd41-cefed46e0e43 req-57cd5af2-88d6-4ff6-9f07-b08dfbf666e5 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Oct 28 08:52:29.361302 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b809cb-4592-4832-b1d4-a33baa35df07 req-841188fb-d948-4db1-8c4e-28e35a78bb62 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:29.362777 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34b809cb-4592-4832-b1d4-a33baa35df07 req-841188fb-d948-4db1-8c4e-28e35a78bb62 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0507491 Oct 28 08:52:29.403549 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-34b809cb-4592-4832-b1d4-a33baa35df07 req-0ca0342f-3484-433e-ab2e-de93b9feba3f tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Oct 28 08:52:30.422038 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:30.532752 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d347e-dc89-4db9-96f0-26d339d106be req-58eafeeb-f824-4afb-8251-536eb135eb98 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.534366 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0e4d347e-dc89-4db9-96f0-26d339d106be req-58eafeeb-f824-4afb-8251-536eb135eb98 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0617621 Oct 28 08:52:30.574204 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0e4d347e-dc89-4db9-96f0-26d339d106be req-c6ae25a1-6208-4d9d-a7ad-16d8df6f4789 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b202571-619f-42cd-8830-648673c54830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Oct 28 08:52:30.643284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-deae1033-662e-4f0a-b482-54bbeeddd27c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:30.644931 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-deae1033-662e-4f0a-b482-54bbeeddd27c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.70 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 949 time: 0.0523527 Oct 28 08:52:30.742404 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Deleting port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:30.742669 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:30.835269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] For port b6f3b991-3a4d-4497-8baa-38904f3fc2d5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,segment=NetworkSegment(bc32e78a-f45c-4b87-b08e-3b4019e758c7),segment_id=bc32e78a-f45c-4b87-b08e-3b4019e758c7)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:30.835640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:30.849392 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Calling delete_port for b6f3b991-3a4d-4497-8baa-38904f3fc2d5 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:30.992996 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:31.005830 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['b6f3b991-3a4d-4497-8baa-38904f3fc2d5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:52:31.025412 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Pushing event deleted for resources: {'Port': ['ID=b6f3b991-3a4d-4497-8baa-38904f3fc2d5,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:31.039805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.040247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.040571 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.040903 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.041589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.041731 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.042016 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.042748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.043668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.044017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.044368 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.044683 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:31.084366 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] No DVR routers for this DVR port b6f3b991-3a4d-4497-8baa-38904f3fc2d5 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:31.088016 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:31.094144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bdc9247e-63d9-41da-b64c-f16c0ca40ef9 req-5f4958e5-1433-4aa0-a6ee-d8b7aef6492c tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.70 "DELETE /v2.0/ports/b6f3b991-3a4d-4497-8baa-38904f3fc2d5 HTTP/1.1" status: 204 len: 173 time: 0.4424188 Oct 28 08:52:31.094775 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'name': 'network-vif-deleted', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:31.104247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a3ad4-1b61-470e-880d-ae6666c59a26" -d '{"events": [{"server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "name": "network-vif-deleted", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:31.151347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185617c3-7c98-44d5-9a90-56814ad87fa9 x-openstack-request-id: req-185617c3-7c98-44d5-9a90-56814ad87fa9 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:31.151929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1359a6b5-e39c-461f-96a3-f7772b7bd441", "name": "network-vif-deleted", "tag": "b6f3b991-3a4d-4497-8baa-38904f3fc2d5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:31.152951 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-185617c3-7c98-44d5-9a90-56814ad87fa9 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:31.154023 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1359a6b5-e39c-461f-96a3-f7772b7bd441', 'name': 'network-vif-deleted', 'tag': 'b6f3b991-3a4d-4497-8baa-38904f3fc2d5', 'status': 'completed', 'code': 200} Oct 28 08:52:31.700303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-40c3761f-7bed-4f5a-91e3-08d63d0af826 req-18522978-11a0-4898-a458-b05892e3a303 tempest-VolumesNegativeTest-1637322285 tempest-VolumesNegativeTest-1637322285-project] 10.222.0.76 "GET /v2.0/ports?device_id=1359a6b5-e39c-461f-96a3-f7772b7bd441 HTTP/1.1" status: 200 len: 210 time: 0.0382369 Oct 28 08:52:33.595376 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b6f3b991-3a4d-4497-8baa-38904f3fc2d5 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:33.616157 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: b6f3b991-3a4d-4497-8baa-38904f3fc2d5 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:33.616513 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device b6f3b991-3a4d-4497-8baa-38904f3fc2d5 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:35.694790 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847edfb-1a6f-4089-9114-c6c95891a150 req-cca6265b-9d93-4a77-847c-5c664f262604 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:35.696342 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a847edfb-1a6f-4089-9114-c6c95891a150 req-cca6265b-9d93-4a77-847c-5c664f262604 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 945 time: 0.0497556 Oct 28 08:52:35.738747 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a847edfb-1a6f-4089-9114-c6c95891a150 req-5c122d05-0f61-4da0-abb6-058edffe539c tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Oct 28 08:52:36.705413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59558) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:36.883920 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-1c787c3d-362c-4488-8384-896f9a211a27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fca1fcaaa64943c588c2963490ef2fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773129 Oct 28 08:52:36.887089 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59566) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:36.893316 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cead7-035c-418a-b7dc-cde5d8354e4f req-0dfe37df-dde0-485d-9de2-72d0ff76a559 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:36.894821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a35cead7-035c-418a-b7dc-cde5d8354e4f req-0dfe37df-dde0-485d-9de2-72d0ff76a559 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 945 time: 0.0818536 Oct 28 08:52:36.945462 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a35cead7-035c-418a-b7dc-cde5d8354e4f req-5fd15962-d64e-4c7c-8b59-e034178070e6 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Oct 28 08:52:36.962596 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:36.986008 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.036904 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.039454 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.040619 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b202571-619f-42cd-8830-648673c54830 HTTP/1.1" status: 204 len: 168 time: 0.1520596 Oct 28 08:52:37.050962 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b202571-619f-42cd-8830-648673c54830,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:37.058863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.059220 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.059557 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.059884 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.060213 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.060541 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.060868 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.061283 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.061520 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.061967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.062285 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.062654 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6296e829-17de-48ab-a9fb-0b7c58145e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:37.661388 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024221c-364b-47be-9625-a5c277a928e9 req-6f2e8635-c577-4188-8e2c-b7bf75c3cb8d tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:37.662921 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9024221c-364b-47be-9625-a5c277a928e9 req-6f2e8635-c577-4188-8e2c-b7bf75c3cb8d tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 945 time: 0.0540473 Oct 28 08:52:37.706490 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59588) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:37.764938 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Deleting port 4f65f654-4e7d-486a-97f4-1d691a0b976b {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:52:37.765521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.818593 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288611418-network', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:37.841426 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Made reservation on behalf of a64a3a87a40249f8993dee5bc1950484 for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:37.843836 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.852456 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.861694 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] For port 4f65f654-4e7d-486a-97f4-1d691a0b976b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4f65f654-4e7d-486a-97f4-1d691a0b976b,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:37.862054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.885138 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Calling delete_port for 4f65f654-4e7d-486a-97f4-1d691a0b976b owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:52:37.944888 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.950265 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:37.978694 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:52:37.988814 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05277f9c-c4f2-4e26-87ec-73f0aaa596e4,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.030641 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.030890 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Added segment 21c39e7c-6db9-4208-b829-69ff7034e6bb of type vlan for network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 Oct 28 08:52:38.033347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.060147 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1eeaa65a-ae0b-484f-9765-a48f228e7db2 req-4176fbf7-c30d-43c4-9e25-38befef24885 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f51bb90-b4e0-485a-9db4-898212fc5867 HTTP/1.1" status: 200 len: 210 time: 0.0397170 Oct 28 08:52:38.075228 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.090630 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Pushing event deleted for resources: {'Port': ['ID=4f65f654-4e7d-486a-97f4-1d691a0b976b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.118331 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.119798 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.121451 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.128712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] No DVR routers for this DVR port 4f65f654-4e7d-486a-97f4-1d691a0b976b on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:52:38.132155 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.135920 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9024221c-364b-47be-9625-a5c277a928e9 req-80cb3a12-da97-4bb3-a981-aea7b87f8adc tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "DELETE /v2.0/ports/4f65f654-4e7d-486a-97f4-1d691a0b976b HTTP/1.1" status: 204 len: 173 time: 0.4641509 Oct 28 08:52:38.136273 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'name': 'network-vif-deleted', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:38.146391 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c8717-611b-4936-9e8a-0534945d56c2" -d '{"events": [{"server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "name": "network-vif-deleted", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:38.163023 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59596) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:38.163293 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4554064 Oct 28 08:52:38.170285 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Request body: {'subnet': {'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288611418-subnet', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:38.200030 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Made reservation on behalf of a64a3a87a40249f8993dee5bc1950484 for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:38.202575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.219138 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1881407d-57e0-49be-a67a-d93506768425 x-openstack-request-id: req-1881407d-57e0-49be-a67a-d93506768425 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:38.219444 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f51bb90-b4e0-485a-9db4-898212fc5867", "name": "network-vif-deleted", "tag": "4f65f654-4e7d-486a-97f4-1d691a0b976b", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:38.219679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1881407d-57e0-49be-a67a-d93506768425 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:38.220275 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f51bb90-b4e0-485a-9db4-898212fc5867', 'name': 'network-vif-deleted', 'tag': '4f65f654-4e7d-486a-97f4-1d691a0b976b', 'status': 'completed', 'code': 200} Oct 28 08:52:38.228581 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aa06b-e8de-4f02-82bf-ae15973d7626 admin admin] Pushing event updated for resources: {'Network': ['ID=f66d5403-0d03-4f32-9d50-bb9b86b44cb5,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.242516 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:52:38.404972 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.467597 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d05465-bb80-4c5d-89d1-fee5080b5330,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:38.476750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Checking segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:38.477112 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Network hostable DHCP agents. Network: f66d5403-0d03-4f32-9d50-bb9b86b44cb5, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:38.495468 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:38.504935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, f66d5403-0d03-4f32-9d50-bb9b86b44cb5) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:38.509125 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:38.509715 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.517722 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4ffd7-249a-495d-921c-aecdc4ef7247 None None] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:38.532320 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-112ffeb5-c40a-4847-a265-f1bad5205677 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3647029 Oct 28 08:52:38.532858 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59598) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:38.537528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:38.565528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.566670 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.628484 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.695763 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:52:38.696922 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.790383 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:38.855791 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Allocated IP 172.20.0.2 (f66d5403-0d03-4f32-9d50-bb9b86b44cb5/07d05465-bb80-4c5d-89d1-fee5080b5330/4c07ebbc-f072-4e28-a51b-fa560a2073b6) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:39.014892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.021197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.032309 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.045760 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.072730 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:39.076302 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:39.080301 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:39.098365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Pushing event updated for resources: {'Port': ['ID=4c07ebbc-f072-4e28-a51b-fa560a2073b6,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.125827 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.126295 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.126576 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.126913 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.127243 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.127575 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.127903 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.128237 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.128775 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.129103 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.129427 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.129791 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:39.178078 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Attempting to bind port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:39.178613 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Attempting to bind port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:39.179168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Attempting to bind port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 on network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:39.186208 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:39.186640 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Checking segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:39.187052 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.187610 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Bound using segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:39.188095 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Bound port: 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:39.188327 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.274158 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] For port 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:39.278033 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] For port 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=4c07ebbc-f072-4e28-a51b-fa560a2073b6,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:39.284088 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.381261 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cbb8a-e1ea-4109-9351-52683a166d09 None None] Pushing event updated for resources: {'Port': ['ID=4c07ebbc-f072-4e28-a51b-fa560a2073b6,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.467128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Allocated IP 172.27.1.202 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/28f45415-1678-432b-9b17-edefe67748ea) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:39.642417 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.691850 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:39.735349 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:39.741026 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:39.745920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:39.749303 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Pushing event updated for resources: {'Port': ['ID=28f45415-1678-432b-9b17-edefe67748ea,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:39.882768 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 4f65f654-4e7d-486a-97f4-1d691a0b976b no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:52:39.907020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 4f65f654-4e7d-486a-97f4-1d691a0b976b {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:52:39.907348 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 4f65f654-4e7d-486a-97f4-1d691a0b976b not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:52:40.042826 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.226800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 4c07ebbc-f072-4e28-a51b-fa560a2073b6 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:40.287749 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.303720 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:40.304423 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.389327 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2440b6-b6da-4a28-b0c2-0a0f41e38187 None None] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:40.465221 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Router 321c65a2-1481-47e0-882e-06e1fc73baf1 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:52:40.593554 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:40.603794 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.616202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.616439 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Sync routers for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:40.617463 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-3c0acf0c-ffa3-4935-bc75-b09f15f6283a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0836041 Oct 28 08:52:40.620310 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59608) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:40.649819 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-56a1bda4-9741-4845-bf18-5cc7f0bae925 None None] Provisioning complete for port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:40.650373 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-56a1bda4-9741-4845-bf18-5cc7f0bae925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:40.703853 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:40.705555 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:40.796746 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=4c07ebbc-f072-4e28-a51b-fa560a2073b6,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:40.835570 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.000990 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=4c07ebbc-f072-4e28-a51b-fa560a2073b6,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:41.025723 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:41.138863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.252606 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:39Z', 'revision_number': 3, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:41.286548 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Checking router: 321c65a2-1481-47e0-882e-06e1fc73baf1 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:41.286548 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Updating router 321c65a2-1481-47e0-882e-06e1fc73baf1 port 28f45415-1678-432b-9b17-edefe67748ea binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:41.320772 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.357863 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Allocated IP 172.20.0.1 (f66d5403-0d03-4f32-9d50-bb9b86b44cb5/07d05465-bb80-4c5d-89d1-fee5080b5330/51736e08-b2f3-4cd6-967f-7ad2b6977204) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:41.426207 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-59ed44ab-7819-41f2-8137-cd5259a4cfca None None] Provisioning complete for port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:41.426547 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-59ed44ab-7819-41f2-8137-cd5259a4cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.497201 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.539104 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.583511 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:41.586778 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:41.591745 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:41.597978 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Pushing event updated for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:41.648581 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.725715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.738380 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.800499 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Attempting to bind port 28f45415-1678-432b-9b17-edefe67748ea on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:41.801149 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Attempting to bind port 28f45415-1678-432b-9b17-edefe67748ea by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:41.801808 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Attempting to bind port 28f45415-1678-432b-9b17-edefe67748ea on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:41.810888 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4e57-aaa0-4312-a1d2-0a41371e4dc8 None None] Pushing event updated for resources: {'Port': ['ID=28f45415-1678-432b-9b17-edefe67748ea,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:41.811568 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.814175 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:41.814789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:41.815263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.815726 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:41.816350 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Bound port: 28f45415-1678-432b-9b17-edefe67748ea, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:41.816751 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.880489 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-72377884-8da6-4e09-9263-749f5ef7a4d8 None None] Provisioning complete for port 51736e08-b2f3-4cd6-967f-7ad2b6977204 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:41.880747 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-72377884-8da6-4e09-9263-749f5ef7a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.908430 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] For port 28f45415-1678-432b-9b17-edefe67748ea, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:41.928541 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] For port 28f45415-1678-432b-9b17-edefe67748ea, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=28f45415-1678-432b-9b17-edefe67748ea,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:41.935938 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:41.937959 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-72377884-8da6-4e09-9263-749f5ef7a4d8 None None] Port 51736e08-b2f3-4cd6-967f-7ad2b6977204 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:42.004486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:42.005193 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:42.034623 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.039116 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8972982'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.049643 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad4e57-aaa0-4312-a1d2-0a41371e4dc8 None None] Pushing event updated for resources: {'Port': ['ID=28f45415-1678-432b-9b17-edefe67748ea,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:42.119389 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Pushing event updated for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:42.120287 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7ffe6040-e771-4632-9e00-3b31ae4057cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.122983 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.176796 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:42.221553 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 4c07ebbc-f072-4e28-a51b-fa560a2073b6 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:42.239733 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:42.241885 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:42.380449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:42.381014 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.411922 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Router 321c65a2-1481-47e0-882e-06e1fc73baf1 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:42.550927 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:42.560321 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-11f848b5-9a7f-467d-a03d-a30a51600c0a admin admin] 10.222.0.76 "PUT /v2.0/routers/321c65a2-1481-47e0-882e-06e1fc73baf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376552 Oct 28 08:52:42.655097 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b5e180dc-4bfa-42e2-929f-e580d906a3ad None None] Provisioning complete for port 51736e08-b2f3-4cd6-967f-7ad2b6977204 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:42.655374 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b5e180dc-4bfa-42e2-929f-e580d906a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:42.734585 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b5e180dc-4bfa-42e2-929f-e580d906a3ad None None] Port 51736e08-b2f3-4cd6-967f-7ad2b6977204 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:42.739951 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 1, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:42.773657 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755e80-0a63-45cd-844d-d08dadec9967 None None] The sync data for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi is: [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 1, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:43.266267 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59628) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:43.277647 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-795578805-network', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:43.311716 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Made reservation on behalf of f5adad766f6c46a9aecb882bde59675d for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:43.314250 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.325355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.429419 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.440003 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.470686 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:52:43.479849 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eee2fc-6f71-44b7-b9b8-989d343cd974,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:43.501256 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.501809 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Added segment d7ec36e3-b74f-45b8-b285-794670e91853 of type vlan for network d22ded1f-c951-4f98-83a8-691b5e39ca49 Oct 28 08:52:43.562985 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.597525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.599023 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:43.599525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.661871 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3940547 Oct 28 08:52:43.665674 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59632) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:43.672735 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Request body: {'subnet': {'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-795578805-subnet', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:43.692909 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b258e-97f7-4d25-b670-587ccbc615b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d22ded1f-c951-4f98-83a8-691b5e39ca49,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:43.708492 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:52:43.720181 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Made reservation on behalf of f5adad766f6c46a9aecb882bde59675d for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:43.726122 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:43.950579 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.004895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:44.029517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Checking segment: {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:44.029879 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Network hostable DHCP agents. Network: d22ded1f-c951-4f98-83a8-691b5e39ca49, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:52:44.052871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:52:44.071733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, d22ded1f-c951-4f98-83a8-691b5e39ca49) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:44.078849 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:44.080920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.086718 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744311d-dfbe-4d9d-9e34-2238a7aa1cdd None None] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:44.111065 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-09b6dc11-0c93-4a31-ba58-36024c3c37df admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4439981 Oct 28 08:52:44.111420 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 59634) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:44.116934 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:44.152338 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.153774 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.235389 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.266311 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 28f45415-1678-432b-9b17-edefe67748ea up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:44.363431 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-d22ded1f-c951-4f98-83a8-691b5e39ca49', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:52:44.364438 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.380708 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 28f45415-1678-432b-9b17-edefe67748ea triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:44.381081 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.413604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.588865 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.595510 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Allocated IP 172.20.0.2 (d22ded1f-c951-4f98-83a8-691b5e39ca49/ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c/db766163-36cd-4d9d-9015-c4ed1cd60e1b) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:44.633199 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 28f45415-1678-432b-9b17-edefe67748ea, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=28f45415-1678-432b-9b17-edefe67748ea,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:44.645800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.703357 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.729940 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.768623 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=28f45415-1678-432b-9b17-edefe67748ea,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:44.896682 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Allocated IP 172.27.1.53 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/3a06dae2-6fd5-4282-8c9d-28a7894c19e0) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:44.937486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-14809962-b0ca-4798-a127-34ac89f4d2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.968449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:44.975872 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.031786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:45.038786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:45.040735 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Pushing event updated for resources: {'Port': ['ID=db766163-36cd-4d9d-9015-c4ed1cd60e1b,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.043706 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:45.070817 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.117352 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Attempting to bind port db766163-36cd-4d9d-9015-c4ed1cd60e1b on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:45.118085 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Attempting to bind port db766163-36cd-4d9d-9015-c4ed1cd60e1b by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:45.118454 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Attempting to bind port db766163-36cd-4d9d-9015-c4ed1cd60e1b on network d22ded1f-c951-4f98-83a8-691b5e39ca49 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:45.126139 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:45.126704 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Checking segment: {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:45.127163 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.128108 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Bound using segment: {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:45.128641 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Bound port: db766163-36cd-4d9d-9015-c4ed1cd60e1b, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:45.129079 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.130390 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.176372 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:45.179381 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:45.183678 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:45.209038 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Pushing event updated for resources: {'Port': ['ID=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.221287 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] For port db766163-36cd-4d9d-9015-c4ed1cd60e1b, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:45.227010 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] For port db766163-36cd-4d9d-9015-c4ed1cd60e1b, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=db766163-36cd-4d9d-9015-c4ed1cd60e1b,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:45.233950 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.242518 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Sync routers for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:45.266854 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:45.267546 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:45.332669 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff99c8-0194-41d1-b7d6-c344a1672bc0 None None] Pushing event updated for resources: {'Port': ['ID=db766163-36cd-4d9d-9015-c4ed1cd60e1b,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:45.430190 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:45.542230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.736862 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 2, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:45.761334 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.778805 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Checking router: 321c65a2-1481-47e0-882e-06e1fc73baf1 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:45.779161 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Updating router 321c65a2-1481-47e0-882e-06e1fc73baf1 port 51736e08-b2f3-4cd6-967f-7ad2b6977204 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:45.823993 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:45.973113 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.144795 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.257386 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.268698 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.346458 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:52:46.362860 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 28f45415-1678-432b-9b17-edefe67748ea up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:46.431222 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 28f45415-1678-432b-9b17-edefe67748ea triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:46.431733 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.481077 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Pushing event updated for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:46.514787 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.515165 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.515303 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5be12e4-79f9-4aae-9334-6a5708e2985e None None] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:52:46.515516 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.515889 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.516336 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.516651 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.516938 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.517264 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.517631 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.517944 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.518076 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:46.518272 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.518625 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:52:46.554788 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Sync routers for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:46.555481 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Attempting to bind port 51736e08-b2f3-4cd6-967f-7ad2b6977204 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:46.555913 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Attempting to bind port 51736e08-b2f3-4cd6-967f-7ad2b6977204 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:46.556311 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Attempting to bind port 51736e08-b2f3-4cd6-967f-7ad2b6977204 on network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:46.559411 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.566139 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-13554d20-a10c-41f7-91e9-5c2cff256e01 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4534628 Oct 28 08:52:46.566849 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 59656) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:52:46.576887 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:46.577872 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Checking segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:46.578987 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.580308 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Bound using segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:46.581816 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Bound port: 51736e08-b2f3-4cd6-967f-7ad2b6977204, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:46.582761 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.654778 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device db766163-36cd-4d9d-9015-c4ed1cd60e1b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:46.678731 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] For port 51736e08-b2f3-4cd6-967f-7ad2b6977204, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:46.685066 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] For port 51736e08-b2f3-4cd6-967f-7ad2b6977204, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51736e08-b2f3-4cd6-967f-7ad2b6977204,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:46.689018 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:46.690315 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:46.690642 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.774230 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:46.775374 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:46.778634 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8065f-c9cf-4792-b0c1-08e8f5f35cf3 None None] Pushing event updated for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:46.828884 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] Provisioning complete for port db766163-36cd-4d9d-9015-c4ed1cd60e1b triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:46.829358 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:46.955498 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:46.989825 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:47.027432 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port db766163-36cd-4d9d-9015-c4ed1cd60e1b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:47.028574 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.235733 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.250145 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:46Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:47.280744 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c9338b-aad1-408f-a94f-6ccb15eedb1f None None] The sync data for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi is: [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:46Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:47.397863 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.413855 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.472912 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Allocated IP 172.20.0.1 (d22ded1f-c951-4f98-83a8-691b5e39ca49/ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c/e3b91572-2954-461b-be07-53d0d6b9329f) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:47.525813 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.552925 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] For port db766163-36cd-4d9d-9015-c4ed1cd60e1b, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=db766163-36cd-4d9d-9015-c4ed1cd60e1b,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:47.582884 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.707013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.711122 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f049-6397-4f9f-a05f-7951b58a9c6b None None] Pushing event updated for resources: {'Port': ['ID=db766163-36cd-4d9d-9015-c4ed1cd60e1b,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:47.724079 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 08:52:47.724646 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG oslo_db.api [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 08:52:47.734095 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:45Z', 'revision_number': 3, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:47.750704 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.785781 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] Provisioning complete for port 51736e08-b2f3-4cd6-967f-7ad2b6977204 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:47.785781 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.796305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:47.799627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:47.803652 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:47.810783 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Checking router: 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:47.811143 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Updating router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:47.838960 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:47.857599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:47.888424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.035428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.099757 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.143892 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] For port 51736e08-b2f3-4cd6-967f-7ad2b6977204, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51736e08-b2f3-4cd6-967f-7ad2b6977204,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:48.154208 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.266341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b09d2-9577-47d9-83cc-d5e537d04e3c None None] Pushing event updated for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.342949 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.344626 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7bd16073-7b18-478d-878a-08228104b35d None None] Provisioning complete for port e3b91572-2954-461b-be07-53d0d6b9329f triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:48.345011 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7bd16073-7b18-478d-878a-08228104b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.348114 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.348252 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.373148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.437203 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7bd16073-7b18-478d-878a-08228104b35d None None] Port e3b91572-2954-461b-be07-53d0d6b9329f cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:48.446289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.450079 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.450811 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72059961-2b84-4885-a266-f20f8074eb9b None None] Pushing event updated for resources: {'Port': ['ID=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.456289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Attempting to bind port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:48.456693 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Attempting to bind port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:48.458357 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Attempting to bind port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:48.465158 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:48.465628 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:48.465933 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.466328 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:48.466839 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Bound port: 3a06dae2-6fd5-4282-8c9d-28a7894c19e0, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:48.467232 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.496053 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51736e08-b2f3-4cd6-967f-7ad2b6977204 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:48.500156 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7bd16073-7b18-478d-878a-08228104b35d None None] Provisioning complete for port db766163-36cd-4d9d-9015-c4ed1cd60e1b triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:48.500545 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7bd16073-7b18-478d-878a-08228104b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.584604 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:48.586744 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:48.603008 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] For port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:48.610739 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] For port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:48.617502 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.744556 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 51736e08-b2f3-4cd6-967f-7ad2b6977204 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:48.745035 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:48.748089 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:52:48.756013 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:48.756350 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:48.758050 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72059961-2b84-4885-a266-f20f8074eb9b None None] Pushing event updated for resources: {'Port': ['ID=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:48.903869 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:52:48.910682 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-018f389a-aac4-41d0-8aad-d4de973580e2 admin admin] 10.222.0.76 "PUT /v2.0/routers/7be7831f-f0d0-4fdf-9ecf-104f11efa4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3415673 Oct 28 08:52:48.924809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-02b94cd4-0c08-4416-9b01-70ce4a399884 None None] Provisioning complete for port e3b91572-2954-461b-be07-53d0d6b9329f triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:48.925361 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-02b94cd4-0c08-4416-9b01-70ce4a399884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.017357 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:49.049590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-02b94cd4-0c08-4416-9b01-70ce4a399884 None None] Port e3b91572-2954-461b-be07-53d0d6b9329f cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:52:49.076635 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device db766163-36cd-4d9d-9015-c4ed1cd60e1b up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:49.238427 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port db766163-36cd-4d9d-9015-c4ed1cd60e1b triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:49.238753 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:49.401545 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'e3b91572-2954-461b-be07-53d0d6b9329f', 'name': '', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'mac_address': 'fa:16:3e:c8:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:47Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 2, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'subnets': [{'id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:49.580817 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6f511-3722-4a2e-8b97-7fae6d5d30ce None None] The sync data for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi is: [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'e3b91572-2954-461b-be07-53d0d6b9329f', 'name': '', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'mac_address': 'fa:16:3e:c8:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:47Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 2, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'subnets': [{'id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:50.834549 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-1d020719-bc03-49c9-bdfb-511acca99f98 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:50.838252 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-1d020719-bc03-49c9-bdfb-511acca99f98 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 814 time: 0.1900175 Oct 28 08:52:50.863187 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-16e35fa6-68c9-4393-9bb5-0e735130c5ad tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/quotas/44c9c1891789491bbcae9bca7f8654f2 HTTP/1.1" status: 200 len: 375 time: 0.0152214 Oct 28 08:52:50.916993 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-685f62f3-c632-4045-9d25-61a990102381 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467143 Oct 28 08:52:51.118481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-cd7b8003-3776-4eb9-a9f2-3b988769186a service neutron] 10.222.0.76 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955967 Oct 28 08:52:51.300304 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-6073e946-7868-4fed-b707-4c60f0af7224 service neutron] 10.222.0.76 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748323 Oct 28 08:52:51.541592 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-107b8fb9-40b8-4717-94c5-daec42c05bd2 req-8ab4900f-c606-481e-8b99-75b3ba0f4bee tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 210 time: 0.0474637 Oct 28 08:52:52.305034 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Sync routers for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:52:52.337150 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:52.338060 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:52.487278 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:52.525765 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:52.557073 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:52.557589 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.759582 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.788699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1a5c39a-c5f6-4b98-8fc6-c2e53bacc7e9 req-f9232c6f-0496-4c1e-a793-db9c838ea6e3 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 210 time: 0.1043568 Oct 28 08:52:52.802085 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:52.812137 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:52.907786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:52.982977 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'e3b91572-2954-461b-be07-53d0d6b9329f', 'name': '', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'mac_address': 'fa:16:3e:c8:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:47Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 2, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'subnets': [{'id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:53.041237 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Checking router: 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:52:53.041816 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Updating router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 port e3b91572-2954-461b-be07-53d0d6b9329f binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:52:53.075419 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.093958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-e2f8595c-e760-4734-a7c4-4f4216ff3908 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:53.095708 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-e2f8595c-e760-4734-a7c4-4f4216ff3908 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 814 time: 0.3435402 Oct 28 08:52:53.116453 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Request body: {'port': {'device_id': 'dff389e3-85df-444f-9afa-4e4acc296656', 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65', 'admin_state_up': True, 'tenant_id': '44c9c1891789491bbcae9bca7f8654f2'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:53.303289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Made reservation on behalf of 44c9c1891789491bbcae9bca7f8654f2 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:52:53.307707 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.470283 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.494029 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.524854 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Allocated IP 172.20.0.7 (d1e85954-aa8d-4e2c-bf05-e2af5e402c65/d6aec316-d0e4-4801-a712-2108653b0a7a/be638b95-51cb-467e-b571-b524bc986fab) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:52:53.557596 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce990d3d-6d76-4bd0-826d-951876aaadf9 None None] Pushing event updated for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.649371 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Attempting to bind port e3b91572-2954-461b-be07-53d0d6b9329f on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:53.649909 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Attempting to bind port e3b91572-2954-461b-be07-53d0d6b9329f by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:53.651226 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Attempting to bind port e3b91572-2954-461b-be07-53d0d6b9329f on network d22ded1f-c951-4f98-83a8-691b5e39ca49 {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:53.665254 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:53.665865 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Checking segment: {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:53.666403 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.666993 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Bound using segment: {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:53.668150 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Bound port: e3b91572-2954-461b-be07-53d0d6b9329f, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec36e3-b74f-45b8-b285-794670e91853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:53.668637 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.763976 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] For port e3b91572-2954-461b-be07-53d0d6b9329f, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:53.766003 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] For port e3b91572-2954-461b-be07-53d0d6b9329f, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=e3b91572-2954-461b-be07-53d0d6b9329f,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:53.772061 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.846125 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce990d3d-6d76-4bd0-826d-951876aaadf9 None None] Pushing event updated for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:53.873232 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.893108 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:52:53.893743 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:52:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:53.929270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] Provisioning complete for port e3b91572-2954-461b-be07-53d0d6b9329f triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:53.930257 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:53.982275 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-184b72c4-fd62-49cf-862a-a24d8d32c269 req-6188ac74-051b-4da8-9803-d1ee21fd27de tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 210 time: 0.0647471 Oct 28 08:52:54.028791 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.111580 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:52:54.128673 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.170192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Pushing event updated for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:54.189451 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:52:54.193054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:52:54.199379 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:52:54.226599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] For port e3b91572-2954-461b-be07-53d0d6b9329f, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=e3b91572-2954-461b-be07-53d0d6b9329f,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:52:54.233490 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.310633 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeceea-b61b-439f-87fc-a50cd4af2af5 None None] Pushing event updated for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:54.385063 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7e39ed9b-5d17-4312-8fda-34c8adb5a614 None None] Provisioning complete for port e3b91572-2954-461b-be07-53d0d6b9329f triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:54.385630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7e39ed9b-5d17-4312-8fda-34c8adb5a614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.588132 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device e3b91572-2954-461b-be07-53d0d6b9329f up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:54.631576 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:54.632277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.662320 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-59cb92d5-c6d9-489c-8189-2151e85b20aa tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5522914 Oct 28 08:52:54.683380 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Request body: {'port': {'device_id': 'dff389e3-85df-444f-9afa-4e4acc296656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:52:54.723065 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port e3b91572-2954-461b-be07-53d0d6b9329f triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:54.724225 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.757763 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:54.799778 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'e3b91572-2954-461b-be07-53d0d6b9329f', 'name': '', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'mac_address': 'fa:16:3e:c8:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:47Z', 'updated_at': '2021-10-28T08:52:53Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'subnets': [{'id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:52:54.833790 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893cd30-13c7-437d-8ada-389362f54969 None None] The sync data for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi is: [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': 'e3b91572-2954-461b-be07-53d0d6b9329f', 'name': '', 'network_id': 'd22ded1f-c951-4f98-83a8-691b5e39ca49', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'mac_address': 'fa:16:3e:c8:3f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:47Z', 'updated_at': '2021-10-28T08:52:53Z', 'revision_number': 4, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'subnets': [{'id': 'ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:52:54.893168 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:52:55.006859 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:52:55.007848 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.225466 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf186-bded-48bb-baf8-5488ff1931d5 req-ae929477-0f07-46d4-8b9d-a7ca402ee21b tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.227728 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-140cf186-bded-48bb-baf8-5488ff1931d5 req-ae929477-0f07-46d4-8b9d-a7ca402ee21b tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 931 time: 0.1247389 Oct 28 08:52:55.302546 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-140cf186-bded-48bb-baf8-5488ff1931d5 req-e81909e2-3999-4f70-b6fa-ada7b8a58473 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638065 Oct 28 08:52:55.349044 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be638b95-51cb-467e-b571-b524bc986fab {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:52:55.359952 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.384382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Transition to ACTIVE for port object be638b95-51cb-467e-b571-b524bc986fab will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:52:55.390474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.463360 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Pushing event updated for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:55.583463 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Attempting to bind port be638b95-51cb-467e-b571-b524bc986fab on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:52:55.584150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Attempting to bind port be638b95-51cb-467e-b571-b524bc986fab by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:52:55.584776 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Attempting to bind port be638b95-51cb-467e-b571-b524bc986fab on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:55.603455 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Port be638b95-51cb-467e-b571-b524bc986fab on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:52:55.603859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Attempting to bind port be638b95-51cb-467e-b571-b524bc986fab on network d1e85954-aa8d-4e2c-bf05-e2af5e402c65 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:52:55.612279 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:52:55.612623 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Checking segment: {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:52:55.613024 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Bound using segment: {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:52:55.613488 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Bound port: be638b95-51cb-467e-b571-b524bc986fab, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa72c40-2096-4bb3-84ba-df380597a204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:52:55.613845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.757222 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:52:55.765191 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be638b95-51cb-467e-b571-b524bc986fab,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:52:55.774132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.830147 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.837693 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:52:55.839847 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] 10.222.0.70 "PUT /v2.0/ports/be638b95-51cb-467e-b571-b524bc986fab HTTP/1.1" status: 200 len: 1093 time: 1.1649544 Oct 28 08:52:55.840582 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:52:55.843341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ddc2cd-9202-4335-90e1-df152c888adb" -d '{"events": [{"name": "network-changed", "server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "tag": "be638b95-51cb-467e-b571-b524bc986fab"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:52:55.901247 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b0413-c32f-4a49-b66c-3e4a37bbfad4 service neutron] Pushing event updated for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:52:55.958152 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e05dc8-4ec6-4e96-8386-21ac2635bce8 x-openstack-request-id: req-39e05dc8-4ec6-4e96-8386-21ac2635bce8 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:52:55.958455 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "tag": "be638b95-51cb-467e-b571-b524bc986fab", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:52:55.958829 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39e05dc8-4ec6-4e96-8386-21ac2635bce8 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:52:55.959242 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab', 'status': 'completed', 'code': 200} Oct 28 08:52:55.977568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-10a46dbe-1533-4148-8082-80089ae2b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:55.979291 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-10a46dbe-1533-4148-8082-80089ae2b17e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 1096 time: 0.0729902 Oct 28 08:52:56.034667 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-00331c9f-ddd6-4fab-b235-e127b28cb2e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be638b95-51cb-467e-b571-b524bc986fab HTTP/1.1" status: 200 len: 217 time: 0.0478156 Oct 28 08:52:56.106697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-d1413eac-1f90-492c-b263-0fc238b053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.108467 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-d1413eac-1f90-492c-b263-0fc238b053c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.0656817 Oct 28 08:52:56.153156 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-cf1f83b4-846b-44b1-bad1-f0ee10e1e78d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368586 Oct 28 08:52:56.287963 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-2e398cba-dc53-4ada-adf0-7be57e2bcbd2 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266401 Oct 28 08:52:56.426877 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f32def03-300b-4ed1-93d6-a5fcb2d2e2cd req-bf171cd4-3b94-4771-a383-e64b0f9bfe5f service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319103 Oct 28 08:52:56.478400 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9280db-44c0-4d24-bb08-0e3495ae3d41 req-25435aef-8d2c-4a9d-99ca-b13ac1e320a7 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.481007 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f9280db-44c0-4d24-bb08-0e3495ae3d41 req-25435aef-8d2c-4a9d-99ca-b13ac1e320a7 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 943 time: 0.0670476 Oct 28 08:52:56.559487 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f9280db-44c0-4d24-bb08-0e3495ae3d41 req-fdc77d7e-ed94-4d27-878c-103448e4cef0 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694892 Oct 28 08:52:56.606064 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-14bb9269-03f5-40e1-a079-9d9949c1ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.607861 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-14bb9269-03f5-40e1-a079-9d9949c1ecfa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 1096 time: 0.0753336 Oct 28 08:52:56.808113 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-c05d0da5-a5b6-46bc-9305-1250dfef4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.810937 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-c05d0da5-a5b6-46bc-9305-1250dfef4470 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 915 time: 0.1954985 Oct 28 08:52:56.871927 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-45587abd-bea9-4629-a331-5ce17eceab10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be638b95-51cb-467e-b571-b524bc986fab HTTP/1.1" status: 200 len: 217 time: 0.0536134 Oct 28 08:52:56.965077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-7245e266-c042-4b85-9232-fb69f41f90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:56.968284 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-7245e266-c042-4b85-9232-fb69f41f90d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.0893838 Oct 28 08:52:57.009338 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-1e44b32c-e091-4f19-ab0b-3095b17fe191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333233 Oct 28 08:52:57.160698 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-8702d75c-4199-4e1e-b209-9ccd8dcd591e service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440632 Oct 28 08:52:57.333773 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9ddc2cd-9202-4335-90e1-df152c888adb req-da1c0261-8e10-4cbf-91ef-ff548ae64f5b service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636975 Oct 28 08:52:57.742768 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a348218-83c0-43b0-bf1e-fb6a74a07b51 req-0c237a4c-d0c8-4ace-831d-3165a11f70cb tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:57.745406 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a348218-83c0-43b0-bf1e-fb6a74a07b51 req-0c237a4c-d0c8-4ace-831d-3165a11f70cb tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 943 time: 0.0821338 Oct 28 08:52:57.800843 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3a348218-83c0-43b0-bf1e-fb6a74a07b51 req-ee085429-01e0-44ca-94b9-c0351537656a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474617 Oct 28 08:52:58.058077 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:52:58.950077 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd676-4c99-4484-b7db-09f5826c6d8c req-7a21c182-92fb-4b74-97ea-16771ef66223 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:52:58.951864 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9e8cd676-4c99-4484-b7db-09f5826c6d8c req-7a21c182-92fb-4b74-97ea-16771ef66223 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 943 time: 0.0696099 Oct 28 08:52:59.001308 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9e8cd676-4c99-4484-b7db-09f5826c6d8c req-3dbd2936-c183-4958-8e62-9a53ed896ef8 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Oct 28 08:53:00.149889 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fab20-0b7a-4acb-96ba-420a95371fce req-2bb8b319-a35e-4a71-99b7-2a233d27fc4d tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:00.151602 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-568fab20-0b7a-4acb-96ba-420a95371fce req-2bb8b319-a35e-4a71-99b7-2a233d27fc4d tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 943 time: 0.0724206 Oct 28 08:53:00.198833 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-568fab20-0b7a-4acb-96ba-420a95371fce req-ad9c453f-0dce-47dc-8ee8-71982aa03bd1 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Oct 28 08:53:00.437324 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.535557 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device be638b95-51cb-467e-b571-b524bc986fab details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:00.652999 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be638b95-51cb-467e-b571-b524bc986fab,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:00.670330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': 'be638b95-51cb-467e-b571-b524bc986fab', 'network_id': 'd1e85954-aa8d-4e2c-bf05-e2af5e402c65', 'port_id': 'be638b95-51cb-467e-b571-b524bc986fab', 'mac_address': 'fa:16:3e:44:22:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6aec316-d0e4-4801-a712-2108653b0a7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:00.714812 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.734109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be638b95-51cb-467e-b571-b524bc986fab {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:00.761877 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be638b95-51cb-467e-b571-b524bc986fab,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:00.767242 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:00.820869 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:01.130341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['be638b95-51cb-467e-b571-b524bc986fab'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:01.323200 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7a2bb-f340-4070-8455-2e9b9cacdb8c req-cd5cafab-4564-4f9d-b31b-032c9e64c57a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:01.325910 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32c7a2bb-f340-4070-8455-2e9b9cacdb8c req-cd5cafab-4564-4f9d-b31b-032c9e64c57a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 944 time: 0.0550768 Oct 28 08:53:01.367470 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32c7a2bb-f340-4070-8455-2e9b9cacdb8c req-e6450858-be52-400d-a110-d81b26aac185 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Oct 28 08:53:02.535825 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device be638b95-51cb-467e-b571-b524bc986fab up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:02.551737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32562-874d-4f4b-95bc-2aebdbffb93d req-36c0fd4a-bc3b-4a6e-8d22-4e7f9f440360 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:02.553321 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05c32562-874d-4f4b-95bc-2aebdbffb93d req-36c0fd4a-bc3b-4a6e-8d22-4e7f9f440360 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 944 time: 0.0894089 Oct 28 08:53:02.565347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-e8f5ce32-824f-4cb4-9283-90f557e27d2b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:02.566831 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-e8f5ce32-824f-4cb4-9283-90f557e27d2b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 814 time: 0.1547709 Oct 28 08:53:02.591133 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port be638b95-51cb-467e-b571-b524bc986fab completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:02.594682 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-2a6168d7-d596-421e-9e7e-16ab860acb3b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/quotas/a64a3a87a40249f8993dee5bc1950484 HTTP/1.1" status: 200 len: 375 time: 0.0201375 Oct 28 08:53:02.599725 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port be638b95-51cb-467e-b571-b524bc986fab triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:02.600136 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.621429 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-05c32562-874d-4f4b-95bc-2aebdbffb93d req-d1886b70-20ee-4e41-b991-862d1f02744a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534933 Oct 28 08:53:02.667251 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-7eef494f-c0c1-4cb6-bbd3-58b8683c8113 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625646 Oct 28 08:53:02.681091 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.706563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:02.708896 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96d7f53-3d19-4444-905a-c3db6ac061f4" -d '{"events": [{"server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "name": "network-vif-plugged", "status": "completed", "tag": "be638b95-51cb-467e-b571-b524bc986fab"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:02.726107 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be638b95-51cb-467e-b571-b524bc986fab,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:02.731274 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:02.757818 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d75ae8-60d4-4545-be71-7f79dea382e5 x-openstack-request-id: req-f2d75ae8-60d4-4545-be71-7f79dea382e5 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:02.758109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "name": "network-vif-plugged", "status": "completed", "tag": "be638b95-51cb-467e-b571-b524bc986fab", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:02.758372 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2d75ae8-60d4-4545-be71-7f79dea382e5 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:02.758791 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab', 'code': 200} Oct 28 08:53:02.788509 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:02.822907 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-e60202f4-dd0d-45d8-a64c-1e19942a2e1b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 08:53:02.824630 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-e60202f4-dd0d-45d8-a64c-1e19942a2e1b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1453943 Oct 28 08:53:02.945772 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-669a1434-5004-4d30-9444-eba1783f4a35 service neutron] 10.222.0.76 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138785 Oct 28 08:53:02.952390 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dba4c6-c577-4b74-b5f0-39e2c7045ef9 req-c154d5f2-eafd-4767-90c9-f9e2d409867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:02.953840 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4dba4c6-c577-4b74-b5f0-39e2c7045ef9 req-c154d5f2-eafd-4767-90c9-f9e2d409867c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 1098 time: 0.0614843 Oct 28 08:53:03.036243 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b4dba4c6-c577-4b74-b5f0-39e2c7045ef9 req-8cc9a3fa-419a-4d99-9b5a-e02593826989 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741453 Oct 28 08:53:03.066177 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-db35ea0e-aeb1-45d1-8e56-fcb016cac1ba service neutron] 10.222.0.76 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113815 Oct 28 08:53:03.242200 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a47694d9-8809-4c77-a765-db994e3c4f8e req-66019709-9bcd-48f1-ae5c-981fe2e1c247 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Oct 28 08:53:03.759736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053e8ba-226a-42d7-b58c-7f75f0d5b7fb req-a5c6e2d3-fe4f-415a-92d7-c69331df3eef tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:03.761442 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6053e8ba-226a-42d7-b58c-7f75f0d5b7fb req-a5c6e2d3-fe4f-415a-92d7-c69331df3eef tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.0628459 Oct 28 08:53:03.803364 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6053e8ba-226a-42d7-b58c-7f75f0d5b7fb req-f8cbdbfc-14f4-47a1-a3ea-0752ec8214ee tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Oct 28 08:53:04.340852 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-918606e4-e116-4ab1-ae66-5f51ce174761 req-7e239a29-dd04-4767-9e1c-ba0b8b8552a8 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Oct 28 08:53:04.715342 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-6606974c-0437-4646-b688-bcac3214909a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:04.717317 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-6606974c-0437-4646-b688-bcac3214909a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 814 time: 0.1163199 Oct 28 08:53:04.736497 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'port': {'device_id': '50944263-608b-4801-b378-689b85093143', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'admin_state_up': True, 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:04.865507 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Made reservation on behalf of a64a3a87a40249f8993dee5bc1950484 for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:53:04.873676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:04.995000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8160d70-1744-4b3d-89ba-cb4353a36bf8 req-cb129780-8707-46fc-9584-fc7120ccf9da tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:04.996898 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b8160d70-1744-4b3d-89ba-cb4353a36bf8 req-cb129780-8707-46fc-9584-fc7120ccf9da tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.1180098 Oct 28 08:53:05.076353 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b8160d70-1744-4b3d-89ba-cb4353a36bf8 req-08c7f4d5-f6cc-4e9d-9476-60a6fd5a0328 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718577 Oct 28 08:53:05.107006 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Allocated IP 172.20.0.10 (f66d5403-0d03-4f32-9d50-bb9b86b44cb5/07d05465-bb80-4c5d-89d1-fee5080b5330/6a1f38b0-f1d6-4d99-8efa-36e104032ea5) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:05.428054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.475417 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1d008fd3-ce18-4890-9640-9bbb352fb177 req-9bbf3bfe-56a0-4729-80a1-cc266f14e381 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 210 time: 0.0394135 Oct 28 08:53:05.500034 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.573037 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:05.577793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:05.579777 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:05.594920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:05.677035 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:05.680066 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.704280 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-86565659-81d0-4691-a994-dffb1be61e75 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773879 Oct 28 08:53:05.875257 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-3adbb0ac-5abe-4ec6-8221-9edb3eeedfc3 None None] Provisioning complete for port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:05.876134 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3adbb0ac-5abe-4ec6-8221-9edb3eeedfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:05.919000 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-3adbb0ac-5abe-4ec6-8221-9edb3eeedfc3 None None] Port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:53:06.651444 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33eaa9-7378-49be-b281-adc947b1a5a5 req-18c1b29b-ce86-4d51-bfdb-9c287a7b0a14 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:06.654255 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ba33eaa9-7378-49be-b281-adc947b1a5a5 req-18c1b29b-ce86-4d51-bfdb-9c287a7b0a14 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0669293 Oct 28 08:53:06.706207 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ba33eaa9-7378-49be-b281-adc947b1a5a5 req-7d675716-acc4-4668-b7cd-092d4b9889b8 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Oct 28 08:53:07.838974 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6f37-6d64-4a84-a4ba-26bb32a4988b req-273322e9-688c-41e5-a040-6c3b997d4e11 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:07.841274 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b4f6f37-6d64-4a84-a4ba-26bb32a4988b req-273322e9-688c-41e5-a040-6c3b997d4e11 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0594919 Oct 28 08:53:07.889841 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b4f6f37-6d64-4a84-a4ba-26bb32a4988b req-dcf62e16-4ede-4590-9c57-b086dc230697 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Oct 28 08:53:09.041813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7082a-5f14-4d61-82f8-19fd778c51c9 req-55bec649-060e-446a-91ea-941161d2e7f5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:09.043995 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-93d7082a-5f14-4d61-82f8-19fd778c51c9 req-55bec649-060e-446a-91ea-941161d2e7f5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0704947 Oct 28 08:53:09.086491 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-93d7082a-5f14-4d61-82f8-19fd778c51c9 req-27205f0e-57cd-4646-afe2-b680b26ddcf7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Oct 28 08:53:10.216752 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc257-dc7a-496a-b858-eabe02f1b59c req-58659bb4-cd04-41b5-9862-c76dab243bc7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:10.218192 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-670fc257-dc7a-496a-b858-eabe02f1b59c req-58659bb4-cd04-41b5-9862-c76dab243bc7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0599566 Oct 28 08:53:10.260793 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-670fc257-dc7a-496a-b858-eabe02f1b59c req-3f23b208-5363-403d-8143-a99fbaeb0968 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362830 Oct 28 08:53:11.405930 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec330a-7700-4a53-a813-2f29292f05c3 req-a504379b-ad4b-4151-86d2-ed242f0ba263 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:11.407592 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-99ec330a-7700-4a53-a813-2f29292f05c3 req-a504379b-ad4b-4151-86d2-ed242f0ba263 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0539415 Oct 28 08:53:11.457310 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-99ec330a-7700-4a53-a813-2f29292f05c3 req-db903b1c-d99c-463f-baf1-456a25c16000 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Oct 28 08:53:12.086948 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a67e6c9c-1c40-4c6a-9850-37068104c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:12.580988 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126333-57e4-4f20-b3bb-baa21e1c5cb2 req-2ec1426a-9feb-45c4-9a86-8b2698060a77 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:12.582752 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3126333-57e4-4f20-b3bb-baa21e1c5cb2 req-2ec1426a-9feb-45c4-9a86-8b2698060a77 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0527315 Oct 28 08:53:12.635075 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e3126333-57e4-4f20-b3bb-baa21e1c5cb2 req-8c9853dc-a96b-4f90-8072-012e678a03e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Oct 28 08:53:13.769537 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098c6d8-0e7a-4840-aae9-0c759fe1b057 req-70ab7f87-5fc9-44f2-96aa-d1e451132bf0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:13.772581 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4098c6d8-0e7a-4840-aae9-0c759fe1b057 req-70ab7f87-5fc9-44f2-96aa-d1e451132bf0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0650511 Oct 28 08:53:13.833054 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4098c6d8-0e7a-4840-aae9-0c759fe1b057 req-5a4b6f28-9ab7-4512-ad38-6768ca5503f5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 Oct 28 08:53:14.871782 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-515b2c30-89c2-4612-a24d-90d508a452ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:14.960454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e004af-f705-4c62-a091-c5318357712a req-b6d86df9-0f29-499d-88d3-307a4e7412d7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:14.962208 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91e004af-f705-4c62-a091-c5318357712a req-b6d86df9-0f29-499d-88d3-307a4e7412d7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0518055 Oct 28 08:53:15.004284 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91e004af-f705-4c62-a091-c5318357712a req-42b98bde-5c36-4281-8217-fb89077b3560 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353670 Oct 28 08:53:15.745614 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:15.958645 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:16.121583 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1201670-850d-4b0a-95b9-dc6a45a34f1f req-4100ec17-72ad-4f6f-84fc-6f02aa7df4d3 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:16.123102 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1201670-850d-4b0a-95b9-dc6a45a34f1f req-4100ec17-72ad-4f6f-84fc-6f02aa7df4d3 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0500283 Oct 28 08:53:16.161307 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b1201670-850d-4b0a-95b9-dc6a45a34f1f req-79b5b856-1939-42e1-9dbf-56220b71bb74 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 28 08:53:17.280769 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167ee63-841f-4f04-bc5c-17f2e1025417 req-bc64fb89-96c8-4a3c-a1d5-e920c87c516e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:17.282276 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1167ee63-841f-4f04-bc5c-17f2e1025417 req-bc64fb89-96c8-4a3c-a1d5-e920c87c516e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 932 time: 0.0499868 Oct 28 08:53:17.320482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1167ee63-841f-4f04-bc5c-17f2e1025417 req-fcd68048-b606-457f-b541-2672d05644ec tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Oct 28 08:53:17.366593 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.388416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Request body: {'port': {'device_id': '50944263-608b-4801-b378-689b85093143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:17.475041 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:17.522685 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-f53800cb-93fa-4aeb-8950-476b21441192 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008778 Oct 28 08:53:17.751660 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-27c1ccc1-06bf-48fb-9fc5-2c2802ba6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:17.753422 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-27c1ccc1-06bf-48fb-9fc5-2c2802ba6734 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=44c9c1891789491bbcae9bca7f8654f2&device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 1098 time: 0.1175334 Oct 28 08:53:17.958006 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-4ff28e32-34af-4e99-8734-4730f08d400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:17.959152 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-4ff28e32-34af-4e99-8734-4730f08d400f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 200 len: 915 time: 0.1755989 Oct 28 08:53:17.978884 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:18.017681 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-5c8b1089-c24b-4780-8230-ed86545317c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be638b95-51cb-467e-b571-b524bc986fab HTTP/1.1" status: 200 len: 217 time: 0.0480447 Oct 28 08:53:18.019587 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.059953 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Transition to ACTIVE for port object 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:53:18.068365 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.103908 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-1dd1ae73-3e74-435d-bdc9-f2eaf72a03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.106070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-1dd1ae73-3e74-435d-bdc9-f2eaf72a03c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 200 len: 854 time: 0.0802605 Oct 28 08:53:18.157267 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:18.162556 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-0961d445-b1cf-4819-b070-5fa3039f1d40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1e85954-aa8d-4e2c-bf05-e2af5e402c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458946 Oct 28 08:53:18.300166 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Attempting to bind port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:53:18.300749 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Attempting to bind port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:53:18.301141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Attempting to bind port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 on network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:18.309787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 on network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:53:18.310091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Attempting to bind port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 on network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:53:18.322378 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:53:18.322747 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Checking segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:53:18.323120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Bound using segment: {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:53:18.324268 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Bound port: 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c39e7c-6db9-4208-b829-69ff7034e6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:53:18.325177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.328371 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-cf0712d8-89b1-4fb4-8f6b-8921fff527e5 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434176 Oct 28 08:53:18.484908 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:53:18.512965 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:53:18.516794 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d988a5f5-ff78-48d5-86d0-a262ffa20e06 req-3b18554e-40ef-45ff-acd9-c0c23a827ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810317 Oct 28 08:53:18.524347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb24efd-6c7f-4ea1-8fcf-d73f25e6b855 req-0a743d8a-e991-4349-a8ae-fc3746a3c419 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.525824 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9eb24efd-6c7f-4ea1-8fcf-d73f25e6b855 req-0a743d8a-e991-4349-a8ae-fc3746a3c419 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 944 time: 0.1249423 Oct 28 08:53:18.527712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.586418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.587561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:18.590586 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1094 time: 1.2063954 Oct 28 08:53:18.591300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:18.594991 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37d01a-43cb-4983-a0d5-4e365de10dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:18.661322 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6294b358-98d5-4ce1-89dd-3d48f30d38b4 x-openstack-request-id: req-6294b358-98d5-4ce1-89dd-3d48f30d38b4 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:18.661658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:18.661937 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6294b358-98d5-4ce1-89dd-3d48f30d38b4 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:18.662363 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:53:18.666835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23524-c056-4d5f-b5c0-8ebced229cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:18.700866 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9eb24efd-6c7f-4ea1-8fcf-d73f25e6b855 req-e8088975-e6e4-4daf-a1d9-ff7a5b535be5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646988 Oct 28 08:53:18.730183 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-eb63ed6a-6891-44d0-b77e-0cbac76ab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.732734 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-eb63ed6a-6891-44d0-b77e-0cbac76ab2a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1097 time: 0.0861149 Oct 28 08:53:18.777949 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-decbf464-f421-4559-9dce-0d6624b9f1ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 217 time: 0.0360312 Oct 28 08:53:18.831500 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-5423490f-484a-4845-a416-d7256b1810b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.832976 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-5423490f-484a-4845-a416-d7256b1810b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0462213 Oct 28 08:53:18.894251 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-d8fafc25-5d5b-47b2-a013-5058ab9bfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:18.895853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-d8fafc25-5d5b-47b2-a013-5058ab9bfda5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528035 Oct 28 08:53:19.006623 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-f2788d6f-f0f0-4662-b7ca-d53d69c62ad0 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945091 Oct 28 08:53:19.107716 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d7a0b8d-7ffb-439d-9f8a-9bcd1271adcf req-e3ab387b-a23b-4c2e-a8be-23d975f72cc4 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 Oct 28 08:53:19.209141 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-6edb6d3e-4ee9-49f0-96ae-2001f24aa82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.210722 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-6edb6d3e-4ee9-49f0-96ae-2001f24aa82b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1097 time: 0.0463166 Oct 28 08:53:19.567035 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-c48d6220-95be-40d6-aa3a-f4b9febda959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.568605 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-c48d6220-95be-40d6-aa3a-f4b9febda959 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.3455369 Oct 28 08:53:19.615625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-24db2f89-f638-414b-916c-843077463130 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 217 time: 0.0386138 Oct 28 08:53:19.668580 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-16f79ec3-1643-43ec-b410-21de945cd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.670112 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-16f79ec3-1643-43ec-b410-21de945cd3ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0476565 Oct 28 08:53:19.734146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-04c1a0f1-ecad-4197-8425-f1a7f7a9565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.734146 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-04c1a0f1-ecad-4197-8425-f1a7f7a9565e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529468 Oct 28 08:53:19.907509 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1d83e-4d51-4d62-b4e5-0892da1e64d5 req-60ce33b3-f7db-46cb-87cf-03ae6d99dc40 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:19.909128 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-00d1d83e-4d51-4d62-b4e5-0892da1e64d5 req-60ce33b3-f7db-46cb-87cf-03ae6d99dc40 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 944 time: 0.0969372 Oct 28 08:53:19.937283 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-a9ce35db-8648-480d-8113-fdf7298fd610 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919763 Oct 28 08:53:20.012185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-00d1d83e-4d51-4d62-b4e5-0892da1e64d5 req-2f700f64-3329-41d5-99c0-3453aa082f6e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965960 Oct 28 08:53:20.058821 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4e37d01a-43cb-4983-a0d5-4e365de10dfe req-61854341-efc4-4269-be6e-3f30fdcda44c service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138070 Oct 28 08:53:21.144518 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e1c6a-4fd7-46b4-a917-1676f5b8fba6 req-e943e0c4-75ad-43d5-8305-792b85d469e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:21.146090 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-724e1c6a-4fd7-46b4-a917-1676f5b8fba6 req-e943e0c4-75ad-43d5-8305-792b85d469e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 944 time: 0.0584207 Oct 28 08:53:21.187068 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-724e1c6a-4fd7-46b4-a917-1676f5b8fba6 req-1be8a1a4-ec2b-428a-8edf-826857596ef3 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342884 Oct 28 08:53:22.310845 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b31cb5-9711-4f91-96eb-a0d3f669443b req-2f388e58-5254-455d-9712-06e8b7f8ec68 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:22.312386 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56b31cb5-9711-4f91-96eb-a0d3f669443b req-2f388e58-5254-455d-9712-06e8b7f8ec68 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 944 time: 0.0556402 Oct 28 08:53:22.358530 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-56b31cb5-9711-4f91-96eb-a0d3f669443b req-1375f8b5-ca01-4333-8367-1738e70fd060 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Oct 28 08:53:22.626675 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:53:22.725553 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:22.737740 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'port_id': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'mac_address': 'fa:16:3e:b4:ef:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:53:22.778842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.792478 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:53:22.816999 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:22.821365 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:22.873054 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:23.194634 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:23.481836 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9412b7-c16a-4298-94f4-badd61006531 req-f3eb45cc-6310-44f9-a181-4dc430aa714f tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:23.483583 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f9412b7-c16a-4298-94f4-badd61006531 req-f3eb45cc-6310-44f9-a181-4dc430aa714f tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 945 time: 0.0552878 Oct 28 08:53:23.533094 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7f9412b7-c16a-4298-94f4-badd61006531 req-a5021a34-583d-4f8e-8f91-2457a2327a78 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Oct 28 08:53:24.642679 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:53:24.676993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51001363-47f5-4ca1-ae89-4b1aae1a5524 req-274b331a-982f-4e96-aedb-972661c2e864 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:24.678604 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-51001363-47f5-4ca1-ae89-4b1aae1a5524 req-274b331a-982f-4e96-aedb-972661c2e864 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Oct 28 08:53:24.703081 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:53:24.707993 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:24.708360 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.731891 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-51001363-47f5-4ca1-ae89-4b1aae1a5524 req-062d0716-1497-4244-8c2f-40f68b449702 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452700 Oct 28 08:53:24.791719 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.823806 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50944263-608b-4801-b378-689b85093143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:24.826371 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c428ee26-24d8-4c19-8684-403717edb6ef" -d '{"events": [{"server_uuid": "50944263-608b-4801-b378-689b85093143", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:24.840818 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:24.845419 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:24.883779 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9fa5e-c807-4aac-b13e-61322a9ac74e x-openstack-request-id: req-14a9fa5e-c807-4aac-b13e-61322a9ac74e {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:24.884111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50944263-608b-4801-b378-689b85093143", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:24.884392 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14a9fa5e-c807-4aac-b13e-61322a9ac74e {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:24.884822 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50944263-608b-4801-b378-689b85093143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'code': 200} Oct 28 08:53:24.931049 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:25.076581 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d440f-43f4-4ae8-9f3f-e8b8fe94f5d5 req-db1256f3-58e1-4ca8-b36a-e3f4b8748589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:25.078164 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f62d440f-43f4-4ae8-9f3f-e8b8fe94f5d5 req-db1256f3-58e1-4ca8-b36a-e3f4b8748589 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1099 time: 0.0497148 Oct 28 08:53:25.121220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f62d440f-43f4-4ae8-9f3f-e8b8fe94f5d5 req-a8f316e2-ef5a-4dac-aeb7-a6728db6e54e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Oct 28 08:53:25.855880 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a604b-80ca-4724-be93-f67b5f0e4b14 req-3b758a4d-0d30-4f02-843c-69970ab7922e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:25.857550 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c62a604b-80ca-4724-be93-f67b5f0e4b14 req-3b758a4d-0d30-4f02-843c-69970ab7922e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0542367 Oct 28 08:53:25.903248 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c62a604b-80ca-4724-be93-f67b5f0e4b14 req-e7340772-e1dd-403d-8301-ecd61ba0a926 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Oct 28 08:53:27.053627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b242e6-bee1-41e7-98ab-666b792f95f5 req-dc436a22-753d-4736-872b-40b5bcb4d5c5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:27.055326 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74b242e6-bee1-41e7-98ab-666b792f95f5 req-dc436a22-753d-4736-872b-40b5bcb4d5c5 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0663950 Oct 28 08:53:27.101573 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-74b242e6-bee1-41e7-98ab-666b792f95f5 req-4fed773a-a90c-49c4-9b95-3c6358d7f841 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Oct 28 08:53:28.225754 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2c145-da2e-41a9-b959-85e3ce84d1e8 req-e1eb5e9a-2483-4b54-ab20-5a22e8431312 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:28.227354 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90e2c145-da2e-41a9-b959-85e3ce84d1e8 req-e1eb5e9a-2483-4b54-ab20-5a22e8431312 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Oct 28 08:53:28.270427 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-90e2c145-da2e-41a9-b959-85e3ce84d1e8 req-0633c314-3bff-4c90-a232-537e9f692a49 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366747 Oct 28 08:53:29.393001 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c39024-884b-4a9a-9568-20965f483fd8 req-2a8c001d-16c0-4497-bf21-ffcd3f57d631 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:29.394625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9c39024-884b-4a9a-9568-20965f483fd8 req-2a8c001d-16c0-4497-bf21-ffcd3f57d631 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0516210 Oct 28 08:53:29.437666 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c9c39024-884b-4a9a-9568-20965f483fd8 req-9ecc5cb1-29c5-43a3-be3a-69b3e6ea41a9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Oct 28 08:53:30.443704 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:30.561409 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daca17-9a73-422e-a4c6-5a86e8071f0a req-cc85abdf-4dd3-4c20-b60f-d6be821900e0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:30.562993 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-82daca17-9a73-422e-a4c6-5a86e8071f0a req-cc85abdf-4dd3-4c20-b60f-d6be821900e0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0546906 Oct 28 08:53:30.604435 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-82daca17-9a73-422e-a4c6-5a86e8071f0a req-8a52d279-83d9-44cc-b3e3-5a5d09849a28 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354261 Oct 28 08:53:31.751621 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84f5a5-5bd5-48c2-8549-6e5619ff2d69 req-71798bbd-b806-45bc-8ae3-e6827328dbe9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:31.753096 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d84f5a5-5bd5-48c2-8549-6e5619ff2d69 req-71798bbd-b806-45bc-8ae3-e6827328dbe9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0657020 Oct 28 08:53:31.798194 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2d84f5a5-5bd5-48c2-8549-6e5619ff2d69 req-cf1712de-c12a-4c8a-b9d6-8541d31d0b0c tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Oct 28 08:53:31.933350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab2348-96e1-4b54-b0a9-5bdf5d90e04e req-3b5c200c-5b6d-4bda-abd4-32ac1435c1f4 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:31.934926 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-64ab2348-96e1-4b54-b0a9-5bdf5d90e04e req-3b5c200c-5b6d-4bda-abd4-32ac1435c1f4 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0556471 Oct 28 08:53:31.978565 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-64ab2348-96e1-4b54-b0a9-5bdf5d90e04e req-cad4757b-0de5-47b9-a4c0-0f2e18e6ce8a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Oct 28 08:53:32.328325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e84b5-a403-402e-b58d-55a945cf8286 req-99b9d115-35b2-4fd9-b6a0-d54f468271f0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:32.329892 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c54e84b5-a403-402e-b58d-55a945cf8286 req-99b9d115-35b2-4fd9-b6a0-d54f468271f0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0568788 Oct 28 08:53:32.370137 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c54e84b5-a403-402e-b58d-55a945cf8286 req-c593e370-8456-45ed-907a-071252b37562 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Oct 28 08:53:35.050530 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:53:42.077496 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6b210971-e0bb-4f17-9b48-6c4bbde7f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:44.859019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-03d5c526-d42f-4613-9154-6a78a6c422a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.134269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb387608-a518-4c29-a83f-9454ffdc6371 req-8eff4a47-c83d-49a2-8a9c-a7e3853ab567 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:45.135857 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb387608-a518-4c29-a83f-9454ffdc6371 req-8eff4a47-c83d-49a2-8a9c-a7e3853ab567 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0571597 Oct 28 08:53:45.175765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-eb387608-a518-4c29-a83f-9454ffdc6371 req-15296156-1a36-45d8-819c-7eaa4d853a5c tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Oct 28 08:53:45.199919 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60010) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:45.288627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a8b06-a03d-4f96-9536-efbd4960bb45 tempest-TestMinimumBasicScenario-355173499 tempest-TestMinimumBasicScenario-355173499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:45.290192 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-7f1a8b06-a03d-4f96-9536-efbd4960bb45 tempest-TestMinimumBasicScenario-355173499 tempest-TestMinimumBasicScenario-355173499-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1094 time: 0.0892487 Oct 28 08:53:45.293981 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60014) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:45.298486 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'port_id': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:45.323368 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for floatingip, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.436895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.553393 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Allocated IP 172.27.1.103 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/8da5fc38-f66c-472d-871b-dd3126f2aa65) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:53:45.668712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.704793 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.747344 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:53:45.751816 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:53:45.756998 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:53:45.766848 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:45.788000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'Port': ['ID=8da5fc38-f66c-472d-871b-dd3126f2aa65,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:45.803287 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.803695 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.803978 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.804317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.804650 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.804981 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.805312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.805643 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.805972 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.806298 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.806656 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.806975 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:45.928373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7c65-05dd-4063-b115-6602fe3c0be2 req-f2ccabd1-edc3-40e7-b04b-7a1c2469f953 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:45.929866 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3dfe7c65-05dd-4063-b115-6602fe3c0be2 req-f2ccabd1-edc3-40e7-b04b-7a1c2469f953 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.1106205 Oct 28 08:53:45.962439 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.045324 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3dfe7c65-05dd-4063-b115-6602fe3c0be2 req-bcace944-4463-4dbd-8476-13b4cbf3f8ae tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088719 Oct 28 08:53:46.205295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.278273 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.429389 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.434863 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.501143 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'Port': ['ID=8da5fc38-f66c-472d-871b-dd3126f2aa65,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:46.513297 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:46.613104 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Floating IP 220c6c5d-63a9-43cb-9b02-ef913d05782f associated. External IP: 172.27.1.103, port: 6a1f38b0-f1d6-4d99-8efa-36e104032ea5. Oct 28 08:53:46.829589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Router 321c65a2-1481-47e0-882e-06e1fc73baf1 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:53:46.959055 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:53:46.973385 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Sync routers for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:53:46.986745 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:46.987489 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:53:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:46.987750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.023120 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-a353fa60-5061-4bb2-b73c-426c54cc8007 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7279606 Oct 28 08:53:47.023984 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:47.027585 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60022) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:47.028373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafd5481-a2bd-4e46-af2a-6c37bda6188b" -d '{"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:47.034619 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822537556', 'description': 'tempest-secgroup-smoke-1822537556 description', 'project_id': 'a64a3a87a40249f8993dee5bc1950484'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:47.063301 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.070147 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69f4e22-bda7-4902-83a8-f393d7b07e4c x-openstack-request-id: req-c69f4e22-bda7-4902-83a8-f393d7b07e4c {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:47.070443 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:47.070726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c69f4e22-bda7-4902-83a8-f393d7b07e4c {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:47.071135 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:53:47.148778 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.153672 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.159661 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:47.176500 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.180979 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1480050 Oct 28 08:53:47.181209 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60030) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:47.186611 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:47.211563 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d957e04d-9d81-48e7-ae44-16c6740f0129,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:47.214154 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fb799-9627-4c89-9f13-820e0592b966 req-392ef011-2c4c-42d2-8c34-34a05198876a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.215945 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-427fb799-9627-4c89-9f13-820e0592b966 req-392ef011-2c4c-42d2-8c34-34a05198876a tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.0827339 Oct 28 08:53:47.220595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.220954 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.221295 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.221626 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.221951 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.222274 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.222627 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.222955 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.223287 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.223607 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.223923 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.224238 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c2c200-d6aa-45cf-9303-d1e0b6317742 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:53:47.243149 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.253684 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-78202472-4399-4180-900f-096583e731e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.255762 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-78202472-4399-4180-900f-096583e731e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1099 time: 0.1394303 Oct 28 08:53:47.289950 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-427fb799-9627-4c89-9f13-820e0592b966 req-684fa57f-520a-4a10-a078-2136cfa86140 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641675 Oct 28 08:53:47.301296 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.306470 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.332284 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e35337-c9bf-418d-9a21-3c2fef012b52,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:47.338387 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.342307 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-7b3409c9-f61e-4410-9a5a-85dcd93db86b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572173 Oct 28 08:53:47.343091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60032) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:47.349310 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:47.395719 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.420233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.444612 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-73c89080-574f-4ca2-9153-cfc9b210cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.446143 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-73c89080-574f-4ca2-9153-cfc9b210cc4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1697657 Oct 28 08:53:47.550579 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-db41069a-ce84-4650-88b4-2c58eb04233b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1000 time: 0.0925190 Oct 28 08:53:47.561367 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.570627 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.588194 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '220c6c5d-63a9-43cb-9b02-ef913d05782f', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'port_id': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'mac_address': 'fa:16:3e:b4:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50944263-608b-4801-b378-689b85093143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:46Z', 'updated_at': '2021-10-28T08:53:46Z', 'revision_number': 0, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:47.615676 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Checking router: 321c65a2-1481-47e0-882e-06e1fc73baf1 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:53:47.618568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e8f007-e6ee-4506-af9a-cd4e452e73b2,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:47.626795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:53:47.627471 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:53:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:47.633640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-549c5695-78ca-4853-b390-da20235d0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.635220 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-549c5695-78ca-4853-b390-da20235d0d5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0759690 Oct 28 08:53:47.639560 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.640769 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ba29de03-e547-4d67-9476-6dd098197f88 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968614 Oct 28 08:53:47.644519 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60034) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:47.658209 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:47.722038 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-31efea30-3b2f-477b-9e8f-fbcbe81d5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.723798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-31efea30-3b2f-477b-9e8f-fbcbe81d5917 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801728 Oct 28 08:53:47.725246 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.774244 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:53:47.877189 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.889855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.940376 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-50f45765-3610-43a8-b5f5-bf96cea9a25f tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:47.942032 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-50f45765-3610-43a8-b5f5-bf96cea9a25f tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.1413898 Oct 28 08:53:47.944977 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-38af021a-d6a8-4415-b88b-8bbd62a9a55a service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101657 Oct 28 08:53:47.947948 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:47.949890 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042872 Oct 28 08:53:47.950678 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc5f7f-8a00-452a-b4ad-4de50cfb323a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e451872-535b-470a-bdcf-a62017ea2b33,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:47.953655 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60038) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:47.962373 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:48.000408 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.065554 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '220c6c5d-63a9-43cb-9b02-ef913d05782f', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'port_id': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'mac_address': 'fa:16:3e:b4:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50944263-608b-4801-b378-689b85093143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:46Z', 'updated_at': '2021-10-28T08:53:46Z', 'revision_number': 0, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:53:48.070838 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.076697 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.098955 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1a2d2-0aad-48bb-8ee7-1773fc99fbeb None None] The sync data for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi is: [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '220c6c5d-63a9-43cb-9b02-ef913d05782f', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'floating_ip_address': '172.27.1.103', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'port_id': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'mac_address': 'fa:16:3e:b4:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50944263-608b-4801-b378-689b85093143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:53:46Z', 'updated_at': '2021-10-28T08:53:46Z', 'revision_number': 0, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:53:48.102718 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d71cbd-2fe5-4801-806b-7c77c7387c0c,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.107726 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.110986 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-4e483e7a-2fb0-4c96-ba13-c79fa318b2d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558223 Oct 28 08:53:48.112067 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60040) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:48.118755 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:48.151862 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.securitygroups_db [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Project a64a3a87a40249f8993dee5bc1950484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:53:48.157947 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.196046 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafd5481-a2bd-4e46-af2a-6c37bda6188b req-c0f1e49c-215a-4810-9fc7-3563a9a89d9c service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325115 Oct 28 08:53:48.205701 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Deleting port be638b95-51cb-467e-b571-b524bc986fab {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:53:48.206036 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.239757 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.244655 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.280604 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d482a04f-7e71-4a5c-b0d9-c468b3b522b9,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.297079 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.304451 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60042) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:53:48.306099 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-e4508585-fedd-4f55-ab08-e5e70f060c2d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922176 Oct 28 08:53:48.310192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'security_group_rule': {'security_group_id': 'd957e04d-9d81-48e7-ae44-16c6740f0129', 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:48.336756 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] For port be638b95-51cb-467e-b571-b524bc986fab, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=be638b95-51cb-467e-b571-b524bc986fab,segment=NetworkSegment(8fa72c40-2096-4bb3-84ba-df380597a204),segment_id=8fa72c40-2096-4bb3-84ba-df380597a204)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:48.337151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.360264 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Calling delete_port for be638b95-51cb-467e-b571-b524bc986fab owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:53:48.367128 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.securitygroups_db [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Project a64a3a87a40249f8993dee5bc1950484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:53:48.378283 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.384786 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933b1fc-38ed-4d43-8456-9fb19c7e73ff None None] New status for floating IP 220c6c5d-63a9-43cb-9b02-ef913d05782f: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:53:48.531330 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.549356 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fcb58-0474-4833-89d9-08d7e04a41a5 req-f4fb2e4b-4bd8-4d53-a2a4-c38f4c28a01f tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:48.551133 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-592fcb58-0474-4833-89d9-08d7e04a41a5 req-f4fb2e4b-4bd8-4d53-a2a4-c38f4c28a01f tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/ports?device_id=dff389e3-85df-444f-9afa-4e4acc296656 HTTP/1.1" status: 200 len: 945 time: 0.1253033 Oct 28 08:53:48.552993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.597266 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfb4c68-9d2a-439b-ac08-c531be18f328,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.610563 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.611784 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-b4a9d8d1-1b99-47f1-84ea-8a85a5878fa0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3061526 Oct 28 08:53:48.656001 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-592fcb58-0474-4833-89d9-08d7e04a41a5 req-644b3a2f-fcbd-4a45-8be1-1d7e80587cf1 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.76 "GET /v2.0/security-groups?id=2cafa6e1-28c2-45ac-950a-17412bc57ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921850 Oct 28 08:53:48.690944 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.702577 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['be638b95-51cb-467e-b571-b524bc986fab'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:48.737544 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-45f74465-65dc-4809-8247-27d5412e1786 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822537556&fields=id&tenant_id=a64a3a87a40249f8993dee5bc1950484 HTTP/1.1" status: 200 len: 267 time: 0.0757594 Oct 28 08:53:48.740059 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Pushing event deleted for resources: {'Port': ['ID=be638b95-51cb-467e-b571-b524bc986fab,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:48.800150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] No DVR routers for this DVR port be638b95-51cb-467e-b571-b524bc986fab on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:53:48.803891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:48.807303 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5beb402c-6f71-4316-98b1-9f78a7411f1a req-e08028db-279c-4f3c-8fad-49d2e264be28 tempest-VolumesSnapshotTestJSON-77159574 tempest-VolumesSnapshotTestJSON-77159574-project] 10.222.0.70 "DELETE /v2.0/ports/be638b95-51cb-467e-b571-b524bc986fab HTTP/1.1" status: 204 len: 173 time: 0.8414350 Oct 28 08:53:48.831924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-0c067134-3014-40a0-b30c-54f72a13c3ed tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:48.833438 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-0c067134-3014-40a0-b30c-54f72a13c3ed tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0861263 Oct 28 08:53:48.848115 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'port': {'security_groups': ['05277f9c-c4f2-4e26-87ec-73f0aaa596e4', 'd957e04d-9d81-48e7-ae44-16c6740f0129']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:53:48.929004 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.073115 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'name': 'network-vif-deleted', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:49.075659 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0385f06d-9192-4f82-a081-c33fbb636ee7" -d '{"events": [{"server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "name": "network-vif-deleted", "tag": "be638b95-51cb-467e-b571-b524bc986fab"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:49.123361 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf09b89-13b9-4b96-ba28-23269b8dd694 x-openstack-request-id: req-ecf09b89-13b9-4b96-ba28-23269b8dd694 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:49.123638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff389e3-85df-444f-9afa-4e4acc296656", "name": "network-vif-deleted", "tag": "be638b95-51cb-467e-b571-b524bc986fab", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:49.123887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ecf09b89-13b9-4b96-ba28-23269b8dd694 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:49.124268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff389e3-85df-444f-9afa-4e4acc296656', 'name': 'network-vif-deleted', 'tag': 'be638b95-51cb-467e-b571-b524bc986fab', 'status': 'completed', 'code': 200} Oct 28 08:53:49.141179 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:53:49.427595 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.433681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.446384 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:49.480728 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.481423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:49.483011 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a1ed8336-d8f3-41db-95c8-5e9d25cf6185 req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "PUT /v2.0/ports/6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 982 time: 0.6405985 Oct 28 08:53:49.508748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef551eb-9ee6-4a56-b52d-2c9aa9ec93ca tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=6']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:53:49.556196 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:53:49.619697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517371-bf02-4603-a045-20733a214f78 req-26d05593-56c1-477d-82a8-329113c4dc85 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:49.624368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a7517371-bf02-4603-a045-20733a214f78 req-26d05593-56c1-477d-82a8-329113c4dc85 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0645180 Oct 28 08:53:49.695510 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a7517371-bf02-4603-a045-20733a214f78 req-44224a76-29a7-4bf1-ada5-d4086f79459c tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660026 Oct 28 08:53:49.743927 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-e3b8e601-9482-424b-96d2-e1b040752c48 None None] Provisioning complete for port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:53:49.744215 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e601-9482-424b-96d2-e1b040752c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:53:50.749524 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device be638b95-51cb-467e-b571-b524bc986fab no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:53:50.774227 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: be638b95-51cb-467e-b571-b524bc986fab {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:53:50.774605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device be638b95-51cb-467e-b571-b524bc986fab not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:53:51.125177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:53:51.127656 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760e5be-c298-4118-9fad-42b1e6ace526" -d '{"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:53:51.167681 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88e059-a92e-4be8-ba4e-5f3078d2ed97 x-openstack-request-id: req-ae88e059-a92e-4be8-ba4e-5f3078d2ed97 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:53:51.167999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:53:51.168277 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae88e059-a92e-4be8-ba4e-5f3078d2ed97 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:53:51.168641 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:53:51.241972 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-8964d92a-785b-4d04-8776-4defc363cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.243481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-8964d92a-785b-4d04-8776-4defc363cfbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1138 time: 0.0502048 Oct 28 08:53:51.367451 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-555d0a85-69aa-41ad-8d44-5a549992452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.370302 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-555d0a85-69aa-41ad-8d44-5a549992452d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1157098 Oct 28 08:53:51.443288 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-6cb0508e-af35-4da6-b6e0-553f0e791000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0657682 Oct 28 08:53:51.498424 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-1bf72a2f-57d7-4eec-b64e-e9616b11f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.499954 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-1bf72a2f-57d7-4eec-b64e-e9616b11f3fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0489857 Oct 28 08:53:51.566690 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-2999b19d-2b00-448e-a247-e8bfa33850b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:53:51.569062 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-2999b19d-2b00-448e-a247-e8bfa33850b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612416 Oct 28 08:53:51.675854 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-4713f843-d317-4f47-84b8-d7d451984f52 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983658 Oct 28 08:53:51.782782 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-5760e5be-c298-4118-9fad-42b1e6ace526 req-0c991b7c-6f2b-479b-ad62-b7216b65fdd7 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968473 Oct 28 08:54:00.440769 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:06.538297 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-e22023f8-f37f-4169-b7e3-e768b068c417 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477023 Oct 28 08:54:06.626276 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-82decfd8-d3f1-4535-9612-163062ccde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.628000 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-82decfd8-d3f1-4535-9612-163062ccde72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1138 time: 0.0432029 Oct 28 08:54:06.737863 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-1532cd20-81a6-4900-8019-cb2a5598c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.739322 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-1532cd20-81a6-4900-8019-cb2a5598c82e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.0909603 Oct 28 08:54:06.814545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-3f28f937-8003-4d9b-9678-052163205d6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0673425 Oct 28 08:54:06.869385 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-11965bef-98a8-42e1-9701-85708b8ac961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.869385 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-11965bef-98a8-42e1-9701-85708b8ac961 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0469813 Oct 28 08:54:06.916192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-5100426e-a17d-4cc9-a282-acd15fcc46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:06.918276 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-5100426e-a17d-4cc9-a282-acd15fcc46e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429924 Oct 28 08:54:07.015812 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-bcc100ef-9887-4044-a58b-7f372418956d service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905490 Oct 28 08:54:07.115788 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4d1e1048-9afe-44dc-bf5d-f2c070c67ae9 req-b2d20609-1da7-4e75-9fb0-ac24b4134d6d service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926216 Oct 28 08:54:12.051020 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:54:12.080272 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f5e1c745-9833-4d2a-a536-6dbf46f3446b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:14.862771 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0102741a-1c8c-4940-9a00-79e186736fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.074926 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60194) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:15.121422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Deleting subnet d6aec316-d0e4-4801-a712-2108653b0a7a {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:54:15.124522 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.160765 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8395966'] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.203520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.265753 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8572379'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.291021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6aec316-d0e4-4801-a712-2108653b0a7a,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:15.298338 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.301667 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-e8163179-9ff3-4147-b6e5-675edbf7536a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d6aec316-d0e4-4801-a712-2108653b0a7a HTTP/1.1" status: 204 len: 168 time: 0.2257102 Oct 28 08:54:15.304312 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60196) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:15.382609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.466058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.486413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e85954-aa8d-4e2c-bf05-e2af5e402c65']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:15.496575 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa72c40-2096-4bb3-84ba-df380597a204') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:15.496871 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa72c40-2096-4bb3-84ba-df380597a204') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:15.506219 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.519803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.525632 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:54:15.526058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:54:15.527755 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:54:15.582916 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.589872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.593679 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d1e85954-aa8d-4e2c-bf05-e2af5e402c65 HTTP/1.1" status: 204 len: 168 time: 0.2882459 Oct 28 08:54:15.612462 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c85b5-36e2-492a-89a6-c489d840d6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e85954-aa8d-4e2c-bf05-e2af5e402c65,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:15.762605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.852962 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60200) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:15.906714 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-6417aabe-a99c-4543-858b-b1177281ea2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44c9c1891789491bbcae9bca7f8654f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524368 Oct 28 08:54:15.909136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60202) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:15.961016 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.967187 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:15.988494 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.039564 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.042995 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.044230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2cafa6e1-28c2-45ac-950a-17412bc57ec8 HTTP/1.1" status: 204 len: 168 time: 0.1340942 Oct 28 08:54:16.052198 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdda63b-3ac2-4c49-a448-43c52eb51bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafa6e1-28c2-45ac-950a-17412bc57ec8,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:16.844613 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60224) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:16.942632 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1567334900-network', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:16.965132 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Made reservation on behalf of 623855e29a5d4365b1dc09eed95a5c8a for: {'network': 1} {{(pid=107985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:16.967492 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:16.976308 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.056304 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.060742 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.089410 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=107985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:54:17.096794 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c6afb3-7e3e-4c27-89f9-fe0572b2ec9e,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.104967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.107069 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.segments_db [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Added segment 9f377051-e940-4141-bd59-d5fc5fde9fc3 of type vlan for network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 Oct 28 08:54:17.150155 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.174384 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.175390 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:17.175972 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.229275 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3829958 Oct 28 08:54:17.232373 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60228) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:17.237508 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Request body: {'subnet': {'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1567334900-subnet', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:17.240638 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764b12-d9d4-40b9-b603-62bb75ef9312 admin admin] Pushing event updated for resources: {'Network': ['ID=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.252224 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:54:17.263021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Made reservation on behalf of 623855e29a5d4365b1dc09eed95a5c8a for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:17.265566 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.377725 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.449458 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.500340 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876336d9-4d6f-4e01-ad22-7b93d453ea29,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:17.515935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:17.516292 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Network hostable DHCP agents. Network: 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:54:17.533425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:54:17.542973 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:17.547540 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:17.548626 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.553070 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ee18a-db1f-4a96-bbfc-8ae222fed013 None None] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:17.570943 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60230) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:17.571198 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d098ee16-0cf0-45a9-ba92-dbd4491a2359 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3374941 Oct 28 08:54:17.576289 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:17.605124 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.606394 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.663655 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.706814 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:54:17.707684 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.805456 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:17.857008 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Allocated IP 172.20.0.2 (446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3/876336d9-4d6f-4e01-ad22-7b93d453ea29/b176c6dc-28d1-431f-80ce-f75c06274a3d) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:18.025370 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.030457 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.037996 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.047214 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.101952 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:18.109474 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:18.116538 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:18.121526 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Pushing event updated for resources: {'Port': ['ID=b176c6dc-28d1-431f-80ce-f75c06274a3d,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:18.140764 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.141306 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.141842 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.142366 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.142927 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.143449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.143969 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.144493 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.145012 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.145530 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.146046 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.146547 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:18.171225 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Allocated IP 172.27.1.161 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/6cae6ffd-9586-4083-8766-5def6e3a260f) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:18.222973 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Attempting to bind port b176c6dc-28d1-431f-80ce-f75c06274a3d on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:18.223531 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Attempting to bind port b176c6dc-28d1-431f-80ce-f75c06274a3d by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:18.224096 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Attempting to bind port b176c6dc-28d1-431f-80ce-f75c06274a3d on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:18.234242 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:18.234849 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:18.235461 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.236072 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Bound using segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:18.236836 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Bound port: b176c6dc-28d1-431f-80ce-f75c06274a3d, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:18.237422 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.294519 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.330540 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.350476 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] For port b176c6dc-28d1-431f-80ce-f75c06274a3d, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:18.354351 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] For port b176c6dc-28d1-431f-80ce-f75c06274a3d, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b176c6dc-28d1-431f-80ce-f75c06274a3d,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:18.359562 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.371612 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:18.374587 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:18.377155 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:18.427475 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Pushing event updated for resources: {'Port': ['ID=6cae6ffd-9586-4083-8766-5def6e3a260f,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:18.429916 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a27c24-2c03-4f20-b601-cf96a71b3cbf None None] Pushing event updated for resources: {'Port': ['ID=b176c6dc-28d1-431f-80ce-f75c06274a3d,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:18.700433 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:18.918302 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.053207 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:54:19.173006 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:19.184795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:19.192342 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.197458 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-158e3cea-dae1-4c0e-9b38-014d33cb9804 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6216533 Oct 28 08:54:19.197985 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60234) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:19.199257 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:19.199868 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:19.333834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:19.363062 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2802c5-8878-4bb0-be24-b3b7f49861db None None] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:19.648115 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] Provisioning complete for port b176c6dc-28d1-431f-80ce-f75c06274a3d triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:19.648423 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.695992 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.860530 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Allocated IP 172.20.0.1 (446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3/876336d9-4d6f-4e01-ad22-7b93d453ea29/244647ac-a862-4f70-9713-fc456d095066) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:19.862112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.865668 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:18Z', 'revision_number': 3, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:19.906883 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:19.907277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Updating router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f port 6cae6ffd-9586-4083-8766-5def6e3a260f binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:19.952873 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.957841 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] For port b176c6dc-28d1-431f-80ce-f75c06274a3d, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b176c6dc-28d1-431f-80ce-f75c06274a3d,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:19.977936 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:19.981521 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.024505 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.067250 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:20.074739 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:20.078724 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:20.119784 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Pushing event updated for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:20.123480 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ceff2-1ce3-4acd-9326-c38dc57220b2 None None] Pushing event updated for resources: {'Port': ['ID=b176c6dc-28d1-431f-80ce-f75c06274a3d,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:20.167281 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.247565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-926dae1d-c84c-4659-91e1-dfb2f2a6b0a4 None None] Provisioning complete for port b176c6dc-28d1-431f-80ce-f75c06274a3d triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:20.248251 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-926dae1d-c84c-4659-91e1-dfb2f2a6b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.341019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.462185 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.476756 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.529559 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b176c6dc-28d1-431f-80ce-f75c06274a3d up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:20.587610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.592654 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816ac3b-45cf-4d6e-ad8d-ae8f3ce3e6f6 None None] Pushing event updated for resources: {'Port': ['ID=6cae6ffd-9586-4083-8766-5def6e3a260f,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:20.596855 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Attempting to bind port 6cae6ffd-9586-4083-8766-5def6e3a260f on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:20.597256 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Attempting to bind port 6cae6ffd-9586-4083-8766-5def6e3a260f by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:20.597675 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Attempting to bind port 6cae6ffd-9586-4083-8766-5def6e3a260f on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:20.601874 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.612843 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:20.613225 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:20.613636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.614034 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:20.614539 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Bound port: 6cae6ffd-9586-4083-8766-5def6e3a260f, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:20.614930 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.653986 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-e910ebd0-8769-4456-ad8a-b07c1c011fd5 None None] Provisioning complete for port 244647ac-a862-4f70-9713-fc456d095066 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:20.654400 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e910ebd0-8769-4456-ad8a-b07c1c011fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.692119 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.693894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Pushing event updated for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:20.716329 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port b176c6dc-28d1-431f-80ce-f75c06274a3d triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:20.716966 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.746638 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] For port 6cae6ffd-9586-4083-8766-5def6e3a260f, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:20.754187 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-e910ebd0-8769-4456-ad8a-b07c1c011fd5 None None] Port 244647ac-a862-4f70-9713-fc456d095066 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:20.767074 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] For port 6cae6ffd-9586-4083-8766-5def6e3a260f, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6cae6ffd-9586-4083-8766-5def6e3a260f,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:20.774837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:20.803482 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:20.805027 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:20.869628 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:20.870368 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:20.881034 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816ac3b-45cf-4d6e-ad8d-ae8f3ce3e6f6 None None] Pushing event updated for resources: {'Port': ['ID=6cae6ffd-9586-4083-8766-5def6e3a260f,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:20.950239 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:54:21.020966 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:21.099483 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:21.107853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-69f7f13e-dd6d-41d6-adb6-690ba77b3f9b admin admin] 10.222.0.76 "PUT /v2.0/routers/2d74e5f8-3e1c-45db-9d75-2b61f453cc5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075825 Oct 28 08:54:21.205233 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-e423bb45-a59a-4741-9c09-4593590f2e5b None None] Provisioning complete for port 244647ac-a862-4f70-9713-fc456d095066 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:21.205233 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e423bb45-a59a-4741-9c09-4593590f2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.266179 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-e423bb45-a59a-4741-9c09-4593590f2e5b None None] Port 244647ac-a862-4f70-9713-fc456d095066 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:21.293947 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 2, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:21.325291 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295b9dcf-e3e7-46dd-89ce-ce1f044f1652 None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 2, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:21.724775 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60250) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:21.729958 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-294508138-network', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:21.752456 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Made reservation on behalf of 1ae1b8cb4edc4f80b203ed71129ad96e for: {'network': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:21.755182 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for network, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.766294 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.859300 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.863924 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.890224 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a64870-c373-444d-a038-73382c327dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=107984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 08:54:21.909520 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.909872 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.segments_db [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Added segment de3d3056-c44a-40d1-b56e-10b20607b4d3 of type vlan for network 924b1cd7-afac-48c9-978c-21b2f72e75ff Oct 28 08:54:21.911303 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3a5cb-3c37-4ef9-b699-a1e6fac88e5b,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:21.957531 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784195229103'] for network, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.988833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942'] for network, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:21.988833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:21.988833 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.060962 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-34a64870-c373-444d-a038-73382c327dae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3349459 Oct 28 08:54:22.063993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60252) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:22.068966 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Request body: {'subnet': {'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-294508138-subnet', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'ip_version': 4}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:22.079357 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a64870-c373-444d-a038-73382c327dae admin admin] Pushing event updated for resources: {'Network': ['ID=924b1cd7-afac-48c9-978c-21b2f72e75ff,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:22.090676 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff details requested by agent ovs-agent-dv-cinder-815659-2-iscsi with host dv-cinder-815659-2-iscsi {{(pid=107986) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 08:54:22.105652 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Made reservation on behalf of 1ae1b8cb4edc4f80b203ed71129ad96e for: {'subnet': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:22.109974 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8569914'] for subnet, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.346718 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12366765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8569896'] for subnet, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.426000 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f23365e-a391-4345-8af7-3b668fafa6cb,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:22.432441 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Checking segment: {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:22.432801 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Network hostable DHCP agents. Network: 924b1cd7-afac-48c9-978c-21b2f72e75ff, hostable agents: ['ab652fea-9905-4836-8b9a-6b8aec871cf8'], hosted agents: [] {{(pid=107984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 08:54:22.455190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff is scheduled to be hosted by DHCP agent ab652fea-9905-4836-8b9a-6b8aec871cf8 with binding_index 1 {{(pid=107984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 08:54:22.474295 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-2-iscsi, 924b1cd7-afac-48c9-978c-21b2f72e75ff) {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:22.479827 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:22.480631 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.485476 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f83064-d44e-410d-97f9-4d1e037b445a None None] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:22.515381 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-23a5668a-f096-49f5-a824-60ac37b00447 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4478538 Oct 28 08:54:22.519667 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60254) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:22.526146 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:22.542671 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6cae6ffd-9586-4083-8766-5def6e3a260f up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:22.557684 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-592561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3042'] for router, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.558652 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-602433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-593096', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3033'] for router, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.620287 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.773055 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.783812 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 6cae6ffd-9586-4083-8766-5def6e3a260f triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:22.784193 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.864856 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6877d0d-1573-5b04-b734-ac084b9ec860-924b1cd7-afac-48c9-978c-21b2f72e75ff', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb'}]}} from dv-cinder-815659-2-iscsi. {{(pid=107986) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 08:54:22.865712 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:22.923906 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.008313 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.015743 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 6cae6ffd-9586-4083-8766-5def6e3a260f, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6cae6ffd-9586-4083-8766-5def6e3a260f,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:23.022368 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.035692 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.114552 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=6cae6ffd-9586-4083-8766-5def6e3a260f,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:23.117656 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Allocated IP 172.20.0.2 (924b1cd7-afac-48c9-978c-21b2f72e75ff/5f23365e-a391-4345-8af7-3b668fafa6cb/6e8a962d-2880-4d33-9281-95796edaf71c) {{(pid=107986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:23.158834 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Allocated IP 172.27.1.60 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/d0249161-2209-415a-b952-8501a151cedd) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:23.285112 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.287630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks [] for port, precommit_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.294141 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852'] for port, after_create {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.329224 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.334853 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff is already hosted by enough agents. {{(pid=107986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:23.338165 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Resources bound (agent type, host, resource id): {{(pid=107986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:23.341907 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Received port after_create {{(pid=107986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:23.350702 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Pushing event updated for resources: {'Port': ['ID=6e8a962d-2880-4d33-9281-95796edaf71c,revision_number=1']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:23.370083 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:23.373239 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:23.376902 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:23.404158 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Pushing event updated for resources: {'Port': ['ID=d0249161-2209-415a-b952-8501a151cedd,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:23.407705 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Attempting to bind port 6e8a962d-2880-4d33-9281-95796edaf71c on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:23.408331 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Attempting to bind port 6e8a962d-2880-4d33-9281-95796edaf71c by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:23.408705 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Attempting to bind port 6e8a962d-2880-4d33-9281-95796edaf71c on network 924b1cd7-afac-48c9-978c-21b2f72e75ff {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:23.414233 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:23.414648 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Checking segment: {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:23.415434 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.415802 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Bound using segment: {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:23.416996 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Bound port: 6e8a962d-2880-4d33-9281-95796edaf71c, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:23.417398 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.489805 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] For port 6e8a962d-2880-4d33-9281-95796edaf71c, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:23.491031 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:23.493490 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] For port 6e8a962d-2880-4d33-9281-95796edaf71c, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6e8a962d-2880-4d33-9281-95796edaf71c,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:23.499200 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.503337 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:23.504035 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:23.564283 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6daa6-d1ff-4646-858a-5a88a2caaba7 None None] Pushing event updated for resources: {'Port': ['ID=6e8a962d-2880-4d33-9281-95796edaf71c,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:23.629272 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:23.906182 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 2, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:23.921036 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:23.932644 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:23.933003 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Updating router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f port 244647ac-a862-4f70-9713-fc456d095066 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:23.967455 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.142846 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-602442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-593045'] for router, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.290975 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.298783 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.303711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Router af077a25-96ed-470f-a93c-5f183ca38674 is scheduled to L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 with binding_index 1 {{(pid=107985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 08:54:24.389599 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Pushing event updated for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.466672 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.467257 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.467802 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.468348 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.468895 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.469427 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.469975 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.470571 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.471148 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.471697 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.472234 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.472854 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:24.501795 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Attempting to bind port 244647ac-a862-4f70-9713-fc456d095066 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:24.502465 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Attempting to bind port 244647ac-a862-4f70-9713-fc456d095066 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:24.502976 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Attempting to bind port 244647ac-a862-4f70-9713-fc456d095066 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:24.516966 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:24.517565 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:24.518214 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.518760 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:24.518888 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Bound using segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:24.519609 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Bound port: 244647ac-a862-4f70-9713-fc456d095066, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:24.520227 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.538458 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Sync routers for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:24.566322 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:24.567173 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:24.569858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.576607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60256) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:24.586986 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-76941e04-2bcf-4d58-a68e-4ab17bffef4f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0655782 Oct 28 08:54:24.641900 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] For port 244647ac-a862-4f70-9713-fc456d095066, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:24.646718 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] For port 244647ac-a862-4f70-9713-fc456d095066, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=244647ac-a862-4f70-9713-fc456d095066,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:24.652880 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.721093 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6e8a962d-2880-4d33-9281-95796edaf71c up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:24.731559 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:24.733509 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:24.740589 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8245b5-b2a4-42fe-a9be-0a47486d2fec None None] Pushing event updated for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:24.877225 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc9d19-41d5-453c-a594-dea2366e7a40 None None] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:54:24.911195 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:24.939013 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] Provisioning complete for port 244647ac-a862-4f70-9713-fc456d095066 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:24.939722 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:24.948534 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:25.000469 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 6e8a962d-2880-4d33-9281-95796edaf71c triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:25.001177 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.257640 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.273672 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:24Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:25.303028 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c365f19-7258-4476-936c-f22dd219abfa None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:24Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:25.330785 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.389958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.435934 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Allocated IP 172.20.0.1 (924b1cd7-afac-48c9-978c-21b2f72e75ff/5f23365e-a391-4345-8af7-3b668fafa6cb/22873452-9ce3-4f71-baa4-84cf4d1493a6) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:25.443535 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] For port 244647ac-a862-4f70-9713-fc456d095066, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=244647ac-a862-4f70-9713-fc456d095066,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:25.465368 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.477259 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port 6e8a962d-2880-4d33-9281-95796edaf71c, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6e8a962d-2880-4d33-9281-95796edaf71c,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:25.517870 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.518973 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6cae6ffd-9586-4083-8766-5def6e3a260f up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:25.561270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:23Z', 'revision_number': 3, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:25.578890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.598769 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Checking router: af077a25-96ed-470f-a93c-5f183ca38674 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:25.599217 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Updating router af077a25-96ed-470f-a93c-5f183ca38674 port d0249161-2209-415a-b952-8501a151cedd binding host dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:25.631273 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.648466 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68782bfc-c6e8-4461-90d5-3116511d3f17 None None] Pushing event updated for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:25.660416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.694539 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:25.696430 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-5238b532-a836-4c0f-a228-6a3f7b06c4ab None None] Provisioning complete for port 6e8a962d-2880-4d33-9281-95796edaf71c triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:25.696808 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5238b532-a836-4c0f-a228-6a3f7b06c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.702729 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:25.705736 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:25.737231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Pushing event updated for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:25.773268 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-593864'] for router_interface, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.959416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 6cae6ffd-9586-4083-8766-5def6e3a260f triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:25.959788 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.965271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:25.973615 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=6e8a962d-2880-4d33-9281-95796edaf71c,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.187937 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.194720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.230317 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-5238b532-a836-4c0f-a228-6a3f7b06c4ab None None] Provisioning complete for port 244647ac-a862-4f70-9713-fc456d095066 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:26.230576 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5238b532-a836-4c0f-a228-6a3f7b06c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.297372 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-593496'] for router_interface, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.306418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Pushing event updated for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.389432 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks [] for port, precommit_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.399230 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.410747 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:26.412562 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:26.462516 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f351b9c-1720-4807-ba2a-6137db7ab112 None None] Pushing event updated for resources: {'Port': ['ID=d0249161-2209-415a-b952-8501a151cedd,revision_number=2']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.467113 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Attempting to bind port d0249161-2209-415a-b952-8501a151cedd on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:26.467486 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Attempting to bind port d0249161-2209-415a-b952-8501a151cedd by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:26.467855 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Attempting to bind port d0249161-2209-415a-b952-8501a151cedd on network 746e1bb5-3f12-4cf9-adbf-88c43c48793d {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:26.475024 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:26.475490 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Checking segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:26.475966 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.476408 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Bound using segment: {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'} {{(pid=107986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:26.476947 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.managers [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Bound port: d0249161-2209-415a-b952-8501a151cedd, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efb109d-a8a9-4acb-906c-70fa75a6e2fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d'}}] {{(pid=107986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:26.477391 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.544106 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6e8a962d-2880-4d33-9281-95796edaf71c up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:26.563741 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Router af077a25-96ed-470f-a93c-5f183ca38674 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:54:26.570171 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-5d379556-2a11-4ff5-8d33-a31bf51a9528 None None] Provisioning complete for port 6e8a962d-2880-4d33-9281-95796edaf71c triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:26.571003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d379556-2a11-4ff5-8d33-a31bf51a9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.633029 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] For port d0249161-2209-415a-b952-8501a151cedd, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:26.657480 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] For port d0249161-2209-415a-b952-8501a151cedd, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=d0249161-2209-415a-b952-8501a151cedd,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:26.673310 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.770786 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f351b9c-1720-4807-ba2a-6137db7ab112 None None] Pushing event updated for resources: {'Port': ['ID=d0249161-2209-415a-b952-8501a151cedd,revision_number=3']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:26.797289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:26.798330 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:26.814729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 6e8a962d-2880-4d33-9281-95796edaf71c triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:26.815232 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:26.937390 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:54:26.942519 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-7640f9b8-cb1b-4859-af52-0a07872d4b9d admin admin] 10.222.0.76 "PUT /v2.0/routers/af077a25-96ed-470f-a93c-5f183ca38674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641613 Oct 28 08:54:27.056231 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-5d379556-2a11-4ff5-8d33-a31bf51a9528 None None] Provisioning complete for port 22873452-9ce3-4f71-baa4-84cf4d1493a6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:27.057428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-5d379556-2a11-4ff5-8d33-a31bf51a9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.131951 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:27.181758 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-5d379556-2a11-4ff5-8d33-a31bf51a9528 None None] Port 22873452-9ce3-4f71-baa4-84cf4d1493a6 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:27.188264 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 244647ac-a862-4f70-9713-fc456d095066 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:27.339476 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-ae896971-c2f5-4401-bb49-dfed601f16b4 None None] Provisioning complete for port 22873452-9ce3-4f71-baa4-84cf4d1493a6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:27.339776 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ae896971-c2f5-4401-bb49-dfed601f16b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.393789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 244647ac-a862-4f70-9713-fc456d095066 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:27.394170 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.416042 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-ae896971-c2f5-4401-bb49-dfed601f16b4 None None] Port 22873452-9ce3-4f71-baa4-84cf4d1493a6 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:27.512695 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '22873452-9ce3-4f71-baa4-84cf4d1493a6', 'name': '', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'mac_address': 'fa:16:3e:88:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:26Z', 'revision_number': 2, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'subnets': [{'id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:27.542967 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdfe78a-886e-4d44-be96-0f27e1bb83cb None None] The sync data for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi is: [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '22873452-9ce3-4f71-baa4-84cf4d1493a6', 'name': '', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'mac_address': 'fa:16:3e:88:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:26Z', 'revision_number': 2, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'subnets': [{'id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:27.612122 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60266) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:27.617161 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665603956', 'description': 'tempest-secgroup-smoke-665603956 description', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:27.642011 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.713877 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.720257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.780417 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.781694 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1683617 Oct 28 08:54:27.784791 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60268) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:27.789982 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:27.790250 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768912ed-0216-4ac1-9ef1-5c80a4e0509a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664eace9-b8ac-4b7d-88ec-2179f327ef0a,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:27.831190 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.903125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.908156 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.929245 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b450fde-3eda-43ef-9db8-4bb58d5b8837,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:27.936111 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:27.940349 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60270) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:27.940910 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-766a433c-4e43-46cd-954d-558d0c7356c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545711 Oct 28 08:54:27.946290 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:27.975633 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.043069 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.046855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.067304 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c8ec1a-8c40-453b-b49e-e0615c58bc1b,revision_number=0']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.074894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.076138 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-4579e2e2-4605-4569-b7d9-82e34a61bda9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347599 Oct 28 08:54:28.079358 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60272) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:28.084725 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:28.114359 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.188438 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.195055 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.210025 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902ed32d-8fd3-43c9-8f9c-7fc117d0a6c3,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.236686 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.238050 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-013f54d5-aca0-4cf1-83f9-758348bb71af tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573625 Oct 28 08:54:28.240922 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60274) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:28.250827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:28.289527 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.368297 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.373848 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.394663 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4030519f-e921-4dae-9497-bdbbc87700b3,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.420301 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.425377 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-eef45aa7-dff7-4fe1-b54e-9326dacfb97e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819415 Oct 28 08:54:28.426740 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60276) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:28.432307 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:28.470178 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.securitygroups_db [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Project 623855e29a5d4365b1dc09eed95a5c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:54:28.477084 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.523729 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device d0249161-2209-415a-b952-8501a151cedd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:28.571199 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.576641 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.586040 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port d0249161-2209-415a-b952-8501a151cedd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:28.586420 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.596894 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e868141f-fb7c-4603-b5a0-f0aa6a85ab84,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.607631 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.608897 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-5a890859-131b-46d9-b4b5-d70da2855863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1811311 Oct 28 08:54:28.613136 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60278) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:54:28.621264 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'security_group_rule': {'security_group_id': '664eace9-b8ac-4b7d-88ec-2179f327ef0a', 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:28.649211 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.securitygroups_db [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Project 623855e29a5d4365b1dc09eed95a5c8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 08:54:28.656858 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.687163 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.712778 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] For port d0249161-2209-415a-b952-8501a151cedd, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=d0249161-2209-415a-b952-8501a151cedd,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:28.719621 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.742138 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.747375 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646871'] for security_group_rule, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.768385 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160e684e-3474-4c39-8df0-8967e0ae42eb,revision_number=0']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:28.777936 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:28.783700 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-45c6bdec-97af-4934-9991-e8e583c1caef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635818 Oct 28 08:54:28.791972 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Pushing event updated for resources: {'Port': ['ID=d0249161-2209-415a-b952-8501a151cedd,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:29.785697 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Sync routers for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:54:29.797588 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:29.798217 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:29.929200 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:30.166237 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '22873452-9ce3-4f71-baa4-84cf4d1493a6', 'name': '', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'mac_address': 'fa:16:3e:88:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:26Z', 'revision_number': 2, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'subnets': [{'id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:30.194727 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Checking router: af077a25-96ed-470f-a93c-5f183ca38674 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:54:30.195168 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Updating router af077a25-96ed-470f-a93c-5f183ca38674 port 22873452-9ce3-4f71-baa4-84cf4d1493a6 binding host dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 08:54:30.223752 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.455791 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.465363 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device d0249161-2209-415a-b952-8501a151cedd up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:30.518057 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port d0249161-2209-415a-b952-8501a151cedd triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:30.518428 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.685817 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks [] for port, precommit_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.701596 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.795555 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf026e8-3d79-4bae-b52e-3af16953245f None None] Pushing event updated for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=3']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:30.863184 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Attempting to bind port 22873452-9ce3-4f71-baa4-84cf4d1493a6 on host dv-cinder-815659-2-iscsi for vnic_type normal with profile {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:30.863562 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Attempting to bind port 22873452-9ce3-4f71-baa4-84cf4d1493a6 by drivers openvswitch,hyperv on host dv-cinder-815659-2-iscsi at level 0 using segments [{'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:30.863936 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Attempting to bind port 22873452-9ce3-4f71-baa4-84cf4d1493a6 on network 924b1cd7-afac-48c9-978c-21b2f72e75ff {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:30.871091 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Checking agent: {'id': '483ccc88-229b-46a7-b8a8-4475bf17f8e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 31, 46), 'started_at': datetime.datetime(2021, 10, 28, 8, 32, 16), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:30.871649 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Checking segment: {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:30.872250 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.872855 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Bound using segment: {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'} {{(pid=107987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:30.873618 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.managers [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Bound port: 22873452-9ce3-4f71-baa4-84cf4d1493a6, host: dv-cinder-815659-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d3056-c44a-40d1-b56e-10b20607b4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff'}}] {{(pid=107987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:30.874280 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:30.963910 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] For port 22873452-9ce3-4f71-baa4-84cf4d1493a6, host dv-cinder-815659-2-iscsi, cleared binding levels {{(pid=107987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:30.967304 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.plugins.ml2.db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] For port 22873452-9ce3-4f71-baa4-84cf4d1493a6, host dv-cinder-815659-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=22873452-9ce3-4f71-baa4-84cf4d1493a6,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:30.974773 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron_lib.callbacks.manager [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.034979 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:54:31.035667 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:31.040864 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf026e8-3d79-4bae-b52e-3af16953245f None None] Pushing event updated for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=4']} {{(pid=107987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:31.065560 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] Provisioning complete for port 22873452-9ce3-4f71-baa4-84cf4d1493a6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:31.066380 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.173139 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.183182 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:54:31.228293 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] For port 22873452-9ce3-4f71-baa4-84cf4d1493a6, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=22873452-9ce3-4f71-baa4-84cf4d1493a6,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:54:31.233478 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.284025 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302160e2-0c6c-4809-8ae3-dfed11459031 None None] Pushing event updated for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:31.355359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-967f6d1f-37a6-4c05-9c74-d8a0264c4aa2 None None] Provisioning complete for port 22873452-9ce3-4f71-baa4-84cf4d1493a6 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:31.355739 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-967f6d1f-37a6-4c05-9c74-d8a0264c4aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:31.413837 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '22873452-9ce3-4f71-baa4-84cf4d1493a6', 'name': '', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'mac_address': 'fa:16:3e:88:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:30Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'subnets': [{'id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:54:31.548466 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75448b13-ca9e-4a1b-8c63-0d0e9dc6f6df None None] The sync data for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi is: [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '22873452-9ce3-4f71-baa4-84cf4d1493a6', 'name': '', 'network_id': '924b1cd7-afac-48c9-978c-21b2f72e75ff', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'mac_address': 'fa:16:3e:88:92:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:25Z', 'updated_at': '2021-10-28T08:54:30Z', 'revision_number': 4, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'subnets': [{'id': '5f23365e-a391-4345-8af7-3b668fafa6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:54:32.495547 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 22873452-9ce3-4f71-baa4-84cf4d1493a6 up at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:54:32.547034 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Provisioning complete for port 22873452-9ce3-4f71-baa4-84cf4d1493a6 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:32.547464 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:42.083883 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-61e5b79e-89ce-414f-b8c4-1e707e7180c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:44.864578 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-74513665-9952-4019-a6d7-e99251c2fcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.756675 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:45.967536 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:47.373240 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:49.049789 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:54:52.583376 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-d65ad087-33b2-46ba-81c5-4a158fd7c6be tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665603956&fields=id&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 267 time: 0.0347967 Oct 28 08:54:52.695613 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-6bf7bdc8-b980-4a88-bc7f-20676a94c895 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:52.697214 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-6bf7bdc8-b980-4a88-bc7f-20676a94c895 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1058853 Oct 28 08:54:52.712219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-4d1bc6c0-3f7e-4103-92fd-575abffd78a0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/quotas/623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 375 time: 0.0094481 Oct 28 08:54:52.772958 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-f0245c9d-7a14-4586-8d96-0a8bff89d456 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547781 Oct 28 08:54:52.874765 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-5d9fb20f-0760-468f-a959-3ba0092200ed service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897448 Oct 28 08:54:52.969656 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-baf5e7e0-324d-4041-9287-15efd09cc59d service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887740 Oct 28 08:54:53.266985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8f3f1ca8-f9ef-4f3c-a564-73780487e538 req-f2fb5811-f99a-46df-ab91-318a4b633982 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 210 time: 0.0274320 Oct 28 08:54:54.252345 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-211c5889-f8b2-490f-b76f-f512923a9198 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.253812 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-211c5889-f8b2-490f-b76f-f512923a9198 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1129620 Oct 28 08:54:54.302144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-a7e0edd1-cc61-48e1-92cc-3829aae47cad tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 379 time: 0.0363576 Oct 28 08:54:54.312819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'port': {'device_id': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'admin_state_up': True, 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'security_groups': ['664eace9-b8ac-4b7d-88ec-2179f327ef0a']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:54.392341 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-93ba3cf0-cd9b-4c0c-b0a2-3d8f0495472c req-eaabb905-5ea9-484a-ae3d-71bb6032d491 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 210 time: 0.0337253 Oct 28 08:54:54.452226 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Made reservation on behalf of 623855e29a5d4365b1dc09eed95a5c8a for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:54:54.456152 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:54.605063 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.20.0.4 (446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3/876336d9-4d6f-4e01-ad22-7b93d453ea29/8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:54:54.764805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:54.801538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:54.851317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:54:54.855197 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:54:54.857838 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:54:54.887801 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:54.902832 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.903230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.903518 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.903847 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.904174 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.904503 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.904831 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.905161 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.905487 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.905809 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.906128 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.906446 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:54:54.927184 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:54.927799 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:54.944055 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-8ef62f8b-7ad2-4f58-afd2-b22c5c34b6b0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359515 Oct 28 08:54:54.964803 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Request body: {'port': {'device_id': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:54:55.020683 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.111606 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-76db3a82-6888-4191-b75c-cfdf853317d9 None None] Provisioning complete for port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:54:55.112208 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-76db3a82-6888-4191-b75c-cfdf853317d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.153416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-76db3a82-6888-4191-b75c-cfdf853317d9 None None] Port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:54:55.293658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:54:55.301542 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.314385 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Transition to ACTIVE for port object 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:54:55.321025 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.376684 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:55.451567 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Attempting to bind port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:54:55.452474 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Attempting to bind port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:54:55.453057 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Attempting to bind port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:55.458577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:54:55.459274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Attempting to bind port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:54:55.472214 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:54:55.472945 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:54:55.472945 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Bound using segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:54:55.473513 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Bound port: 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:54:55.474001 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.549859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:54:55.553461 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:54:55.559504 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.612336 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.612869 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:54:55.614447 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 200 len: 1093 time: 0.6560237 Oct 28 08:54:55.619762 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:54:55.621509 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:54:55.676551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099cd74-c38b-4915-82bc-c849a38a9b15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:54:55.706043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69daceb0-c7d2-45bb-be1a-3a892b523beb x-openstack-request-id: req-69daceb0-c7d2-45bb-be1a-3a892b523beb {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:54:55.706319 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:54:55.706601 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69daceb0-c7d2-45bb-be1a-3a892b523beb {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:54:55.707000 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'status': 'completed', 'code': 200} Oct 28 08:54:55.717888 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a24a9-f448-4fcc-aa8e-6f80d0c578f0 req-436f3548-67ec-443a-ac04-31fb23d8ed6d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.719506 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c28a24a9-f448-4fcc-aa8e-6f80d0c578f0 req-436f3548-67ec-443a-ac04-31fb23d8ed6d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.2532504 Oct 28 08:54:55.754457 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-1a76a8c4-ae3d-482c-956e-2c95be5f5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.756014 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-1a76a8c4-ae3d-482c-956e-2c95be5f5bd3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1096 time: 0.0903337 Oct 28 08:54:55.810982 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c28a24a9-f448-4fcc-aa8e-6f80d0c578f0 req-ec58352c-f5df-473a-9d51-272a01aa2b0a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822470 Oct 28 08:54:55.812345 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-ed597cc5-a9b6-4257-b8df-a0bf907bcd60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 200 len: 217 time: 0.0436924 Oct 28 08:54:55.866861 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-9b659ac0-4edd-4c3b-bfa8-c12f935f7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.868331 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-9b659ac0-4edd-4c3b-bfa8-c12f935f7f7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0465720 Oct 28 08:54:55.921806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52080b9-df99-4e4e-984b-730738695db7 req-d391d13a-e725-4b0e-8d8c-120dda6d6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:55.923336 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-d391d13a-e725-4b0e-8d8c-120dda6d6e37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478427 Oct 28 08:54:56.017411 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-9db07c7e-3aa7-4899-9a34-b6f29c8f8fdd service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862324 Oct 28 08:54:56.114979 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d52080b9-df99-4e4e-984b-730738695db7 req-c40565f7-6cb9-4073-a691-5bbd90b1b4b6 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894756 Oct 28 08:54:56.207757 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-0f66d3be-3668-4a31-b592-3c0e93f36b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.209176 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-0f66d3be-3668-4a31-b592-3c0e93f36b30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1096 time: 0.0421047 Oct 28 08:54:56.318396 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-ed493d97-a411-42bb-8aa6-ee0814548247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.319914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-ed493d97-a411-42bb-8aa6-ee0814548247 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.1033137 Oct 28 08:54:56.366799 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-ad1a8d20-55f3-4fa6-bb5e-408cd56d489a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 200 len: 217 time: 0.0368578 Oct 28 08:54:56.417479 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-a991afee-d45a-495e-9e3c-b4ff1fc8d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.418982 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-a991afee-d45a-495e-9e3c-b4ff1fc8d5d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0447762 Oct 28 08:54:56.472212 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-6bddf8d1-3a30-4987-921d-69698e196bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.473626 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-6bddf8d1-3a30-4987-921d-69698e196bdf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456264 Oct 28 08:54:56.566808 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-452b2125-c894-4225-9f84-f539be6aa211 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854347 Oct 28 08:54:56.674842 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a2cc7e90-8ff6-4d9f-8f83-13e1a24032c0 req-00fd201f-41dc-48c1-9d66-ef2525721870 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006522 Oct 28 08:54:56.932405 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb752b4-b998-4e5e-8d40-ca539343e191 req-d3f09f0d-d5d9-47d9-ba00-d9e58bd3f006 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:56.933914 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-abb752b4-b998-4e5e-8d40-ca539343e191 req-d3f09f0d-d5d9-47d9-ba00-d9e58bd3f006 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0521395 Oct 28 08:54:56.973504 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-abb752b4-b998-4e5e-8d40-ca539343e191 req-1d41d39e-fc98-430d-9d6b-c1268d646b68 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334744 Oct 28 08:54:58.093127 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eef1a2-4308-44de-9ef5-63cfb190c49f req-8f293943-97cb-4963-9f5a-bc500098b67e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:58.094715 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-22eef1a2-4308-44de-9ef5-63cfb190c49f req-8f293943-97cb-4963-9f5a-bc500098b67e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0501230 Oct 28 08:54:58.133923 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-22eef1a2-4308-44de-9ef5-63cfb190c49f req-59285ae9-52f0-44e1-a0e0-586cd3d89b2b tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331776 Oct 28 08:54:59.281943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b817515-8106-4b01-8b3d-f6779f7234e8 req-4e4cf5de-eded-427c-8bd8-cc074cc0d838 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:54:59.284047 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b817515-8106-4b01-8b3d-f6779f7234e8 req-4e4cf5de-eded-427c-8bd8-cc074cc0d838 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0655842 Oct 28 08:54:59.329968 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6b817515-8106-4b01-8b3d-f6779f7234e8 req-f1562ce3-7ef5-4f67-a7ca-0e5b64eb1c6e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Oct 28 08:55:00.453679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21eee2-3b68-4cb9-9b4c-28494d079321 req-7de40b8e-9c44-49fe-aa97-4455b061f369 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:00.455257 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d21eee2-3b68-4cb9-9b4c-28494d079321 req-7de40b8e-9c44-49fe-aa97-4455b061f369 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0534613 Oct 28 08:55:00.467821 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:00.497503 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8d21eee2-3b68-4cb9-9b4c-28494d079321 req-e251b7bd-dea4-4d50-9023-219f35acb09d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358582 Oct 28 08:55:01.613062 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbc7a5-b7a4-4111-ae2f-cd3c171c46e1 req-e6a57177-56de-4404-b45a-c5dcece1e361 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:01.614568 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ddbc7a5-b7a4-4111-ae2f-cd3c171c46e1 req-e6a57177-56de-4404-b45a-c5dcece1e361 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0499749 Oct 28 08:55:01.654532 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7ddbc7a5-b7a4-4111-ae2f-cd3c171c46e1 req-119d6c28-cdfa-488b-b6d0-abe21b989890 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330658 Oct 28 08:55:02.040418 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7923ddd-2feb-4d52-a8c3-12d4cb8722fd req-2c4cf150-2acc-4b31-a955-04a378187148 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.041938 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7923ddd-2feb-4d52-a8c3-12d4cb8722fd req-2c4cf150-2acc-4b31-a955-04a378187148 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0840294 Oct 28 08:55:02.047269 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d41d3-3541-420a-a1d6-97fb308de596 req-b0439fd6-bc4e-428c-be93-f66d3999b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.048723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-b0439fd6-bc4e-428c-be93-f66d3999b51e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1138 time: 0.0775342 Oct 28 08:55:02.131842 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7923ddd-2feb-4d52-a8c3-12d4cb8722fd req-617a5cfe-a876-486e-9fc2-2f0adf437dcd tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821445 Oct 28 08:55:02.169441 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d41d3-3541-420a-a1d6-97fb308de596 req-e3b0c99d-fd56-4443-a75c-6afcdb3995ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.171390 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-e3b0c99d-fd56-4443-a75c-6afcdb3995ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1144862 Oct 28 08:55:02.246743 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-c715b87c-9124-44ce-bd61-bd5e264cb8b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0605822 Oct 28 08:55:02.307808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d41d3-3541-420a-a1d6-97fb308de596 req-8d69b6e8-73db-45e3-aaa0-5fb373d8476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.309339 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-8d69b6e8-73db-45e3-aaa0-5fb373d8476b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0539165 Oct 28 08:55:02.364202 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d41d3-3541-420a-a1d6-97fb308de596 req-7b88aedb-05cd-4b80-8c0c-4f1a62f1f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.365733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-7b88aedb-05cd-4b80-8c0c-4f1a62f1f9ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486512 Oct 28 08:55:02.462147 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-029e55eb-211e-4d19-b6f8-7ea623a98eb7 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Oct 28 08:55:02.558433 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-287d41d3-3541-420a-a1d6-97fb308de596 req-eb3d55db-e569-42d1-9349-85242baabfc9 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888577 Oct 28 08:55:02.789941 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0a2b4-b7ef-4c81-9db1-a2c82a9da4a2 req-cfd00ee5-fe17-4e34-87a8-418c9659f09d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:02.791528 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32b0a2b4-b7ef-4c81-9db1-a2c82a9da4a2 req-cfd00ee5-fe17-4e34-87a8-418c9659f09d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0569279 Oct 28 08:55:02.834707 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-32b0a2b4-b7ef-4c81-9db1-a2c82a9da4a2 req-d623f039-9074-4557-a8a1-3b968dd3d699 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372090 Oct 28 08:55:03.248654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95571-78b3-403d-b979-b87b81616afb req-33b93604-d940-4553-b3f5-c047b88f683a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:03.250162 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ce95571-78b3-403d-b979-b87b81616afb req-33b93604-d940-4553-b3f5-c047b88f683a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0493243 Oct 28 08:55:03.295670 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9ce95571-78b3-403d-b979-b87b81616afb req-6d1796d7-2e2a-44f4-9952-1d8abe390cfc tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393336 Oct 28 08:55:03.952551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a8e08-07cf-434b-9c1f-1126e2f6f25b req-3d182117-79d5-4fc3-85d9-01db8a9b4a81 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:03.954062 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-470a8e08-07cf-434b-9c1f-1126e2f6f25b req-3d182117-79d5-4fc3-85d9-01db8a9b4a81 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0497396 Oct 28 08:55:03.992972 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-470a8e08-07cf-434b-9c1f-1126e2f6f25b req-11f24355-6ae3-4998-ad46-0ccdf2c88284 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Oct 28 08:55:04.466907 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa364e-aced-466e-ba7c-f0c1ebda7d71 req-5d55f9b0-2f40-4d32-9eb8-fa31f64a8633 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:04.468413 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafa364e-aced-466e-ba7c-f0c1ebda7d71 req-5d55f9b0-2f40-4d32-9eb8-fa31f64a8633 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.1046064 Oct 28 08:55:04.511270 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cafa364e-aced-466e-ba7c-f0c1ebda7d71 req-1ec3d7cf-562a-4f93-87d8-ee8163d3abd3 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367808 Oct 28 08:55:05.106479 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:55:05.112455 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e75397-b546-41c4-ad12-aa1b34c86bc6 req-9b5fc9af-ca90-4a71-b6fc-6cb806772863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.114020 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3e75397-b546-41c4-ad12-aa1b34c86bc6 req-9b5fc9af-ca90-4a71-b6fc-6cb806772863 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 943 time: 0.0513442 Oct 28 08:55:05.157144 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-a3e75397-b546-41c4-ad12-aa1b34c86bc6 req-b358395b-b65a-4e55-a40c-7b3df6f9039f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364096 Oct 28 08:55:05.204984 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:05.217414 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'port_id': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'mac_address': 'fa:16:3e:af:8d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:55:05.262397 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.276758 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:55:05.296577 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:05.300704 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:05.350198 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:05.632124 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fc93f-69fe-4ae8-b21b-99b5fa9b8a20 req-99e48a38-8654-45b9-b1fe-6f51054aa7fd tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:05.633600 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf6fc93f-69fe-4ae8-b21b-99b5fa9b8a20 req-99e48a38-8654-45b9-b1fe-6f51054aa7fd tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0499823 Oct 28 08:55:05.674229 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf6fc93f-69fe-4ae8-b21b-99b5fa9b8a20 req-eb2ade5f-0cac-493a-8831-653a32c37b25 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338848 Oct 28 08:55:05.695135 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:55:06.273110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92858b94-c6e1-417d-8d5b-18d9fa6e7de8 req-de60f018-20ab-495b-ae8e-2eecc295f381 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:06.275272 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92858b94-c6e1-417d-8d5b-18d9fa6e7de8 req-de60f018-20ab-495b-ae8e-2eecc295f381 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 944 time: 0.0494938 Oct 28 08:55:06.313824 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-92858b94-c6e1-417d-8d5b-18d9fa6e7de8 req-464d32aa-2a28-4ef8-83cd-e57e424f07f9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Oct 28 08:55:06.808699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38960-e078-4384-885a-ada6d1fa39c5 req-c6eb0417-4994-40b9-9a4d-ea44df6e295e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:06.810104 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2fc38960-e078-4384-885a-ada6d1fa39c5 req-c6eb0417-4994-40b9-9a4d-ea44df6e295e tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0498996 Oct 28 08:55:06.855545 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2fc38960-e078-4384-885a-ada6d1fa39c5 req-81e5cf6e-4ec2-433f-81ee-67220f21d56b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393369 Oct 28 08:55:07.120167 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:55:07.169795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:55:07.173717 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:55:07.174094 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.255003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.277412 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:07.279728 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2465497-416a-4fd9-bf2e-eb1f1f833db7" -d '{"events": [{"server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "name": "network-vif-plugged", "status": "completed", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:07.292939 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:55:07.299796 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:07.329499 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e483bd1-929d-4452-8a58-bf4708064b0c x-openstack-request-id: req-1e483bd1-929d-4452-8a58-bf4708064b0c {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:07.329918 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "name": "network-vif-plugged", "status": "completed", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:07.330312 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e483bd1-929d-4452-8a58-bf4708064b0c {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:07.330917 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'code': 200} Oct 28 08:55:07.363951 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:07.449214 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb37a6-1410-463d-ae32-752886681791 req-e8622778-a0c7-44e7-aba3-9907ab6a01a3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.451509 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7cfb37a6-1410-463d-ae32-752886681791 req-e8622778-a0c7-44e7-aba3-9907ab6a01a3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0642066 Oct 28 08:55:07.496723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7cfb37a6-1410-463d-ae32-752886681791 req-1a406370-e406-4f83-8ad4-2b583e70bef9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Oct 28 08:55:07.615861 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4c47d-9282-44a2-82a2-9e3ce8af3991 req-bb426b92-2ded-4e63-a1b3-af3642cc8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.617278 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcc4c47d-9282-44a2-82a2-9e3ce8af3991 req-bb426b92-2ded-4e63-a1b3-af3642cc8258 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1098 time: 0.0714202 Oct 28 08:55:07.620709 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-05037866-37cc-4e25-a71d-4add85bb2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.622096 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-05037866-37cc-4e25-a71d-4add85bb2aea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1138 time: 0.0685272 Oct 28 08:55:07.705515 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcc4c47d-9282-44a2-82a2-9e3ce8af3991 req-a28225f8-5568-4182-ab13-760a7e4c16c1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790062 Oct 28 08:55:07.741905 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-f86001db-f0ea-46c5-80f2-675e09f0cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:07.743496 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-f86001db-f0ea-46c5-80f2-675e09f0cce2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.0991595 Oct 28 08:55:08.030329 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f693e2-99f6-4243-83cf-ca3710a78be4 req-12a6e7c1-d497-47da-bff3-58a00f6bf19a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.031919 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03f693e2-99f6-4243-83cf-ca3710a78be4 req-12a6e7c1-d497-47da-bff3-58a00f6bf19a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.1051185 Oct 28 08:55:08.051094 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-975cfd95-7ca6-481e-84b6-b5d4e997d010 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0908709 Oct 28 08:55:08.111062 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-03f693e2-99f6-4243-83cf-ca3710a78be4 req-eeb3eca1-8e9a-467a-88bc-eb029f59f626 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719283 Oct 28 08:55:08.122434 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-222ec8e4-ce3e-4edd-b950-d422f2e42083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.124044 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-222ec8e4-ce3e-4edd-b950-d422f2e42083 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0605567 Oct 28 08:55:08.172746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-b934260c-6bdc-45e8-8574-bbf23ee67256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.174156 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-b934260c-6bdc-45e8-8574-bbf23ee67256 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418804 Oct 28 08:55:08.276392 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-c7a5dd6e-331e-4cb9-81c7-a19d6b482ea0 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910425 Oct 28 08:55:08.639828 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3f3c744c-4098-4076-a375-a54ede7617a6 req-8971949a-e456-4a85-90e6-32d9780cb5d0 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530972 Oct 28 08:55:08.676342 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11d4e-3979-4381-9259-3195b32c27ac req-45444822-157a-4441-8e28-872c4d90ccef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:08.677737 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39c11d4e-3979-4381-9259-3195b32c27ac req-45444822-157a-4441-8e28-872c4d90ccef tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0573540 Oct 28 08:55:08.719450 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-39c11d4e-3979-4381-9259-3195b32c27ac req-33edd12f-31f0-4b99-ad68-d020b4e6adfd tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338886 Oct 28 08:55:09.234838 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a61e2-cbb7-4841-a929-09894cb247f4 req-3e489425-2df8-4806-8580-51ad944d0e02 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:09.236336 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b1a61e2-cbb7-4841-a929-09894cb247f4 req-3e489425-2df8-4806-8580-51ad944d0e02 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0515516 Oct 28 08:55:09.278154 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7b1a61e2-cbb7-4841-a929-09894cb247f4 req-95ce845d-a87d-47df-a443-8360606828d0 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357711 Oct 28 08:55:09.840619 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d98fc-2c6e-4292-a75d-6d427eedfc78 req-da8c9973-a531-4e57-8734-e53c042d48ee tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:09.842132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-560d98fc-2c6e-4292-a75d-6d427eedfc78 req-da8c9973-a531-4e57-8734-e53c042d48ee tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0537961 Oct 28 08:55:09.881498 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-560d98fc-2c6e-4292-a75d-6d427eedfc78 req-a427ff55-e19e-4ebd-b743-ce14c8f98dce tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331299 Oct 28 08:55:09.997052 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a690c-a6e9-422f-942e-b149227e5bcf req-f4e34920-caf3-43b8-861e-1fb58146fa75 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:09.998654 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-069a690c-a6e9-422f-942e-b149227e5bcf req-f4e34920-caf3-43b8-861e-1fb58146fa75 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0501130 Oct 28 08:55:10.038471 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-069a690c-a6e9-422f-942e-b149227e5bcf req-fb7b559c-6da5-48b1-b1dd-5fe4717946aa tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338292 Oct 28 08:55:10.062039 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60486) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:10.147664 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea432c32-85eb-4efb-809c-aae6a8628755 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.149193 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-ea432c32-85eb-4efb-809c-aae6a8628755 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1093 time: 0.0861437 Oct 28 08:55:10.152375 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60490) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:55:10.156671 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'port_id': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:55:10.184648 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.287595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.399356 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.27.1.207 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/be927f36-1e07-4ef2-b895-991fdc67cbe6) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:55:10.404458 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9b3b9-3157-4c7c-8dea-546a3d9429d5 req-75b3367c-39c8-4dc3-82ff-dbf95502ceff tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:10.406576 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e4b9b3b9-3157-4c7c-8dea-546a3d9429d5 req-75b3367c-39c8-4dc3-82ff-dbf95502ceff tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0581236 Oct 28 08:55:10.450650 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e4b9b3b9-3157-4c7c-8dea-546a3d9429d5 req-85b9b937-1d51-4245-9f01-231600272826 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374119 Oct 28 08:55:10.507572 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.543731 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:10.588477 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:55:10.591483 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:55:10.595081 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:55:10.617440 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=be927f36-1e07-4ef2-b895-991fdc67cbe6,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:10.627613 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.627968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.628321 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.628641 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.628973 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.629306 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.629635 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.629966 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.630293 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.630652 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.630978 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.631300 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:55:10.968650 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.045556 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.204937 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.209682 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8972982'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.276968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=be927f36-1e07-4ef2-b895-991fdc67cbe6,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:55:11.288653 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.388849 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 4ffeb9e4-a109-462b-a0af-42f0b371e4b3 associated. External IP: 172.27.1.207, port: 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769. Oct 28 08:55:11.570889 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc64b-37eb-495c-a0d6-4ac5e91866d2 req-503b76b9-d2a9-4fc6-8e35-66191acfa5fd tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.573254 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-01cdc64b-37eb-495c-a0d6-4ac5e91866d2 req-503b76b9-d2a9-4fc6-8e35-66191acfa5fd tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0542564 Oct 28 08:55:11.600015 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:55:11.615261 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-01cdc64b-37eb-495c-a0d6-4ac5e91866d2 req-c669c05c-1cb3-4259-a75b-a1557227be1b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357304 Oct 28 08:55:11.713125 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:55:11.723047 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:55:11.733630 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:11.734270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:11.734842 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:11.774248 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-387aa87b-ec0d-4676-bd7a-999a80c3da56 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6208274 Oct 28 08:55:11.775431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:55:11.777955 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:55:11.845362 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:11.893101 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a926287e-38e0-4546-8b68-efaff4240124 x-openstack-request-id: req-a926287e-38e0-4546-8b68-efaff4240124 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:55:11.893389 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:55:11.893644 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a926287e-38e0-4546-8b68-efaff4240124 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:55:11.894039 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'status': 'completed', 'code': 200} Oct 28 08:55:11.959261 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-f199159d-0f23-4b44-a073-9683e5f5a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:11.961035 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-f199159d-0f23-4b44-a073-9683e5f5a327 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1098 time: 0.0430501 Oct 28 08:55:12.067194 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-1a3b29ae-c29e-4c20-bd91-6932df95d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.068700 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-1a3b29ae-c29e-4c20-bd91-6932df95d2c1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0999010 Oct 28 08:55:12.097535 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-48c3931e-053e-4682-addb-9288098d9feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:12.101579 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '4ffeb9e4-a109-462b-a0af-42f0b371e4b3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:af:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:10Z', 'updated_at': '2021-10-28T08:55:10Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.134948 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:55:12.139505 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-f1378d57-ba86-4d8b-8657-93609e1804c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 200 len: 999 time: 0.0634916 Oct 28 08:55:12.143823 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:55:12.144435 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:54:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.189364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-404b3e60-926b-4a7b-b7e2-180e0415e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.190943 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-404b3e60-926b-4a7b-b7e2-180e0415e8d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0447445 Oct 28 08:55:12.244806 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-fa5d6bdb-6ccd-42b1-9175-7844053720a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.246336 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-fa5d6bdb-6ccd-42b1-9175-7844053720a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482552 Oct 28 08:55:12.255832 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:55:12.338907 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-7a910956-cb5a-4dd2-8c54-94dc5206a1d3 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848181 Oct 28 08:55:12.438070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7400d9b4-e5e1-42a4-af77-0baf8f2123ce req-31b87203-ef5a-41b7-b249-1eb1ad4bc880 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926442 Oct 28 08:55:12.495958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '4ffeb9e4-a109-462b-a0af-42f0b371e4b3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:af:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:10Z', 'updated_at': '2021-10-28T08:55:10Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:55:12.526286 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6683846b-5ca5-420e-91c0-f978dde6a144 None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '4ffeb9e4-a109-462b-a0af-42f0b371e4b3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:af:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:55:10Z', 'updated_at': '2021-10-28T08:55:10Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:55:12.734352 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b335e96-94ec-4aca-9bc0-4798b960eefc None None] New status for floating IP 4ffeb9e4-a109-462b-a0af-42f0b371e4b3: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:55:12.763102 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd7615-10a2-4c21-a451-bde1fbb5bfec req-975bb41e-8702-41d7-95d0-8034b0ceb251 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:12.770789 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ebd7615-10a2-4c21-a451-bde1fbb5bfec req-975bb41e-8702-41d7-95d0-8034b0ceb251 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0811081 Oct 28 08:55:12.818149 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8ebd7615-10a2-4c21-a451-bde1fbb5bfec req-80cc465c-ebf1-41d4-96bd-9b5a2115fc94 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463164 Oct 28 08:55:13.943754 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd258191-6018-4351-b2f0-19cb367e0479 req-19deaf1d-1c7d-4390-9aab-2701e585a67d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:55:13.945265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fd258191-6018-4351-b2f0-19cb367e0479 req-19deaf1d-1c7d-4390-9aab-2701e585a67d tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0497904 Oct 28 08:55:13.986671 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fd258191-6018-4351-b2f0-19cb367e0479 req-d860add5-29c9-4f07-8abe-3320a4139cba tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=d957e04d-9d81-48e7-ae44-16c6740f0129&id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346434 Oct 28 08:55:14.866993 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8b048d33-8dc7-4911-b03c-fb40c2f4fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.761596 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:15.971925 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:17.378006 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:25.391437 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-cc6482d3-fde4-45e1-9d4c-68fa195edf88 req-d53eb0ab-8a8c-49d6-b5ab-ced1385ac9ef service neutron] (107985) timed out ('10.222.0.70', 49939) {{(pid=107985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:55:25.520532 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-461d4580-6e00-4b6d-802a-103db9f3a264 req-21feb951-e08b-48cd-8c08-e5276034cf88 service neutron] (107985) timed out ('10.222.0.70', 49894) {{(pid=107985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:55:26.048795 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:55:30.474270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:42.090798 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-077dbfa1-af7f-4a7d-80bd-c0db8e58af02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:44.868495 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e5491d52-3587-4f04-8410-30a0a5a3a634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.756277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:45.973767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:47.381000 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:55:54.973148 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-20e91a7f-321e-4cd7-a66e-6c938aa6a806 req-a46479a1-f61d-49e3-a777-7e65522361df service neutron] (107985) timed out ('10.222.0.70', 49904) {{(pid=107985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:55:55.387425 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-8c4f2d6c-9dca-4fa3-bcdb-e6f9e9390567 req-dcd815c0-92f9-4e77-a202-982700264c37 service neutron] (107984) timed out ('10.222.0.70', 49916) {{(pid=107984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 08:56:00.479316 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:03.048433 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:56:07.569448 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-a78e9b19-b048-44b8-8c54-73b3e7e6a2b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915442 Oct 28 08:56:07.654157 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-84e30a4b-a5bb-4768-be9e-8913d147d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.655717 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-84e30a4b-a5bb-4768-be9e-8913d147d848 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1138 time: 0.0416992 Oct 28 08:56:07.780321 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-35db0af8-4b69-422f-ab91-11efbc7ebb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.781708 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-35db0af8-4b69-422f-ab91-11efbc7ebb07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1031485 Oct 28 08:56:07.849823 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-545a945a-a444-482d-9584-cea0faf02c95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0605295 Oct 28 08:56:07.901288 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-609d8ef0-1643-420e-ba51-5c717ba16b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.902802 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-609d8ef0-1643-420e-ba51-5c717ba16b79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0451281 Oct 28 08:56:07.955225 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-42ce4044-bb11-4eda-ab3a-701c19e8b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:07.956726 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-42ce4044-bb11-4eda-ab3a-701c19e8b8ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465164 Oct 28 08:56:08.051388 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-7d151b1a-61af-4e28-9370-fc1615e845c0 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Oct 28 08:56:08.150397 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-46e1143a-8dc2-46ac-a67b-d6a48d80bff3 req-df93b3d7-c4c6-4fc7-a1f8-93be0a2d44f1 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907903 Oct 28 08:56:12.094424 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ab03cfe1-fe6c-4665-baec-8faa9efadb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:14.871435 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-17772f4c-ec6f-4ebf-b31d-857083db80bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.764629 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:15.978019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.384958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:17.852967 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-66b38e75-bb80-45b4-8d36-1ee504ddb8d6 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822537556&fields=id&tenant_id=a64a3a87a40249f8993dee5bc1950484 HTTP/1.1" status: 200 len: 267 time: 0.0425415 Oct 28 08:56:17.906396 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-0227459b-14aa-4fa5-8dd4-f98c448050c7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:17.907890 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-0227459b-14aa-4fa5-8dd4-f98c448050c7 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 985 time: 0.0494850 Oct 28 08:56:17.919475 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Request body: {'port': {'security_groups': ['05277f9c-c4f2-4e26-87ec-73f0aaa596e4']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:56:17.987771 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.168892 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:18.200420 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.206826 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.222546 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:18.253145 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.253890 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.255262 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1de7b97-1c69-4e73-aefe-641238729fa8 req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "PUT /v2.0/ports/6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 943 time: 0.3405261 Oct 28 08:56:18.261703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:18.261703 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2265826a-dda5-4fb5-a436-16dcae863e94" -d '{"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:18.264032 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60538) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:18.305800 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event updated for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=7']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.316236 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.316724 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.317290 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.317755 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.318195 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.318668 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.319111 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.319549 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.320114 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.320842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.321341 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.321774 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff17f804-2b6e-4b14-8319-95208c3f55e9 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.350529 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.382094 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.382741 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:18.403230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbefbb-90c2-4d11-b98f-a2c0d384f9eb x-openstack-request-id: req-7cdbefbb-90c2-4d11-b98f-a2c0d384f9eb {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:18.403570 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:18.403853 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cdbefbb-90c2-4d11-b98f-a2c0d384f9eb {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:18.404264 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:56:18.458300 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.463708 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.465070 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "DELETE /v2.0/security-groups/d957e04d-9d81-48e7-ae44-16c6740f0129 HTTP/1.1" status: 204 len: 168 time: 0.1993937 Oct 28 08:56:18.470746 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60548) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:18.493026 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-803e4a63-6232-4929-a6f0-2a61a042a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.494268 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-803e4a63-6232-4929-a6f0-2a61a042a0fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1099 time: 0.0697846 Oct 28 08:56:18.526902 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957e04d-9d81-48e7-ae44-16c6740f0129,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:18.546245 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.546487 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.546897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.547230 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.547568 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.547896 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.548963 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.548963 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.548963 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.549545 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.550306 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.550772 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e551d5-7d81-4ba3-8c22-a272809e597a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:18.583958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-da216a7e-7e26-4c7c-90ea-e51bd4838546 None None] Provisioning complete for port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:56:18.584440 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-da216a7e-7e26-4c7c-90ea-e51bd4838546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.621638 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-9ac0d840-ed46-43c6-a956-e7362108d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.623504 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-9ac0d840-ed46-43c6-a956-e7362108d837 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1197631 Oct 28 08:56:18.676573 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Deleting port 8da5fc38-f66c-472d-871b-dd3126f2aa65 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:18.676909 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:18.717389 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-ea1843f0-6cb2-450b-a4e0-e4e39fb01ac3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0808764 Oct 28 08:56:18.775636 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-228310ed-3b6a-4465-933e-5a5f482f866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.777221 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-228310ed-3b6a-4465-933e-5a5f482f866b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0526075 Oct 28 08:56:18.834253 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-257c82a8-54ff-4e6a-a9f4-48ea3ce63bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:18.836279 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-257c82a8-54ff-4e6a-a9f4-48ea3ce63bcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516677 Oct 28 08:56:18.934458 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-0897ab29-118e-49ef-b90e-2d63e0a155e5 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892241 Oct 28 08:56:19.000856 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.001184 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.014145 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Calling delete_port for 8da5fc38-f66c-472d-871b-dd3126f2aa65 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:19.037080 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2265826a-dda5-4fb5-a436-16dcae863e94 req-0bb4e011-ff53-4256-9694-5d4500d75d54 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948753 Oct 28 08:56:19.169425 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.197717 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event deleted for resources: {'Port': ['ID=8da5fc38-f66c-472d-871b-dd3126f2aa65,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:19.260331 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.260657 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Floating IP 220c6c5d-63a9-43cb-9b02-ef913d05782f disassociated (deleted). External IP: 172.27.1.103, port: 6a1f38b0-f1d6-4d99-8efa-36e104032ea5. Oct 28 08:56:19.472869 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Router 321c65a2-1481-47e0-882e-06e1fc73baf1 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:19.586940 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:19.592015 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:19.596528 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57006244-de09-452f-992a-30766e1dc565 None None] Sync routers for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:19.611924 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:19.612557 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:19.620810 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-dd9b4265-884c-4a4c-ade9-df545fbed856 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "DELETE /v2.0/floatingips/220c6c5d-63a9-43cb-9b02-ef913d05782f HTTP/1.1" status: 204 len: 168 time: 1.1485662 Oct 28 08:56:19.621349 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:19.623737 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536d5274-ddc2-46ed-b516-7b073e66777c" -d '{"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:19.668063 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b997355-6e72-4501-9d7a-dcff64c863fc x-openstack-request-id: req-6b997355-6e72-4501-9d7a-dcff64c863fc {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:19.668451 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50944263-608b-4801-b378-689b85093143", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:19.668641 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b997355-6e72-4501-9d7a-dcff64c863fc {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:19.668997 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50944263-608b-4801-b378-689b85093143', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:56:19.731774 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:19.749900 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5274-ddc2-46ed-b516-7b073e66777c req-ddc42ad4-086b-4a1e-8415-68eaed0a2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:19.749900 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-ddc42ad4-086b-4a1e-8415-68eaed0a2322 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a64a3a87a40249f8993dee5bc1950484&device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 1099 time: 0.0483811 Oct 28 08:56:19.874012 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5274-ddc2-46ed-b516-7b073e66777c req-17a0a396-0123-4757-99f8-e54c0c51e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:19.876690 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-17a0a396-0123-4757-99f8-e54c0c51e6ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 200 len: 915 time: 0.1187241 Oct 28 08:56:19.921908 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-bdd41fa4-44c4-48d9-b322-a409a2b6b521 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 200 len: 217 time: 0.0375552 Oct 28 08:56:19.959505 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:19.975478 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5274-ddc2-46ed-b516-7b073e66777c req-c6a9c2a6-4592-4e83-9941-ba0034f6d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:19.977880 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-c6a9c2a6-4592-4e83-9941-ba0034f6d03f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 200 len: 853 time: 0.0468009 Oct 28 08:56:19.988161 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57006244-de09-452f-992a-30766e1dc565 None None] Checking router: 321c65a2-1481-47e0-882e-06e1fc73baf1 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:19.997185 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:19.997816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:20.034167 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5274-ddc2-46ed-b516-7b073e66777c req-9cc4d776-505e-4f9a-afcc-583622985162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:20.035723 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-9cc4d776-505e-4f9a-afcc-583622985162 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f66d5403-0d03-4f32-9d50-bb9b86b44cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492418 Oct 28 08:56:20.111075 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:20.133206 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-f29bc344-e1c6-426c-8b23-838f38b4cec5 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882454 Oct 28 08:56:20.232853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-536d5274-ddc2-46ed-b516-7b073e66777c req-8f474ad6-5d8f-4203-9a29-5ad89efce2c7 service neutron] 10.222.0.70 "GET /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 Oct 28 08:56:20.341339 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-57006244-de09-452f-992a-30766e1dc565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:20.370354 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57006244-de09-452f-992a-30766e1dc565 None None] The sync data for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi is: [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:52:41Z', 'revision_number': 4, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '51736e08-b2f3-4cd6-967f-7ad2b6977204', 'name': '', 'network_id': 'f66d5403-0d03-4f32-9d50-bb9b86b44cb5', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'mac_address': 'fa:16:3e:a3:c5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:41Z', 'updated_at': '2021-10-28T08:52:48Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'subnets': [{'id': '07d05465-bb80-4c5d-89d1-fee5080b5330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:20.599805 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9a8ac-3129-442a-8dc4-15faeb77c0c6 None None] New status for floating IP 220c6c5d-63a9-43cb-9b02-ef913d05782f: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:56:22.374809 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613cb9-4c32-46f0-bb78-7a94ed92078e req-a2cef36c-572d-46f4-8cb8-4d72db40621b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:22.376265 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1613cb9-4c32-46f0-bb78-7a94ed92078e req-a2cef36c-572d-46f4-8cb8-4d72db40621b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0526357 Oct 28 08:56:22.416758 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c1613cb9-4c32-46f0-bb78-7a94ed92078e req-e1e19e27-f7b4-45e0-9bb8-4f46044289df tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344100 Oct 28 08:56:23.537863 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c684829-78fd-422b-a3ca-fc41de6a7e15 req-e869f8eb-b010-42e1-9a11-ebe82fe03611 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:23.539931 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c684829-78fd-422b-a3ca-fc41de6a7e15 req-e869f8eb-b010-42e1-9a11-ebe82fe03611 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0499325 Oct 28 08:56:23.579515 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c684829-78fd-422b-a3ca-fc41de6a7e15 req-4a13cc60-3310-4920-a741-260ec7a989b3 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Oct 28 08:56:24.409552 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-b030ac56-f262-4873-88ef-210b9e352033 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.410965 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-b030ac56-f262-4873-88ef-210b9e352033 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.70 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0528636 Oct 28 08:56:24.505999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Deleting port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:24.506339 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.602384 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] For port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:24.603120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.620780 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Calling delete_port for 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:24.737497 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c126ad-7be3-47e7-8bec-5cb4b1ff3a30 req-cf165813-0d84-4d77-a528-30f856c63863 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:56:24.738945 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-43c126ad-7be3-47e7-8bec-5cb4b1ff3a30 req-cf165813-0d84-4d77-a528-30f856c63863 tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/ports?device_id=50944263-608b-4801-b378-689b85093143 HTTP/1.1" status: 200 len: 946 time: 0.0785732 Oct 28 08:56:24.817499 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-43c126ad-7be3-47e7-8bec-5cb4b1ff3a30 req-591fa93b-9cbf-457e-82eb-60298ae9666b tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.76 "GET /v2.0/security-groups?id=05277f9c-c4f2-4e26-87ec-73f0aaa596e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Oct 28 08:56:24.823943 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.837243 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['6a1f38b0-f1d6-4d99-8efa-36e104032ea5'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:56:24.854284 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Pushing event deleted for resources: {'Port': ['ID=6a1f38b0-f1d6-4d99-8efa-36e104032ea5,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:24.900501 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] No DVR routers for this DVR port 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:24.903034 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:24.906300 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4b64f20b-ba85-40a5-92d0-30d1f10cd302 req-21621bce-9337-47ac-84d2-0a946889381a tempest-TestMinimumBasicScenario-3178612 tempest-TestMinimumBasicScenario-3178612-project] 10.222.0.70 "DELETE /v2.0/ports/6a1f38b0-f1d6-4d99-8efa-36e104032ea5 HTTP/1.1" status: 204 len: 173 time: 0.4894767 Oct 28 08:56:24.906753 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50944263-608b-4801-b378-689b85093143', 'name': 'network-vif-deleted', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:56:24.908969 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518f220a-8c1b-4d5e-8e82-09bcae096646" -d '{"events": [{"server_uuid": "50944263-608b-4801-b378-689b85093143", "name": "network-vif-deleted", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:56:24.947914 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54242f77-7fde-4a11-9cbb-30c5cb4566ea x-openstack-request-id: req-54242f77-7fde-4a11-9cbb-30c5cb4566ea {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:56:24.948233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50944263-608b-4801-b378-689b85093143", "name": "network-vif-deleted", "tag": "6a1f38b0-f1d6-4d99-8efa-36e104032ea5", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:56:24.948523 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54242f77-7fde-4a11-9cbb-30c5cb4566ea {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:56:24.948922 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50944263-608b-4801-b378-689b85093143', 'name': 'network-vif-deleted', 'tag': '6a1f38b0-f1d6-4d99-8efa-36e104032ea5', 'status': 'completed', 'code': 200} Oct 28 08:56:26.597414 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60636) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:26.957718 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.212550 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Deleting port 51736e08-b2f3-4cd6-967f-7ad2b6977204 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:27.212797 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.296045 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] For port 51736e08-b2f3-4cd6-967f-7ad2b6977204, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=51736e08-b2f3-4cd6-967f-7ad2b6977204,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:27.296586 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.309722 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Calling delete_port for 51736e08-b2f3-4cd6-967f-7ad2b6977204 owned by network:router_interface {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:27.500268 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.525826 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Pushing event deleted for resources: {'Port': ['ID=51736e08-b2f3-4cd6-967f-7ad2b6977204,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:27.697538 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:27.932148 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Router 321c65a2-1481-47e0-882e-06e1fc73baf1 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:28.042396 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:28.047622 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8f02409f-ca80-4039-988c-2bd02a242974 admin admin] 10.222.0.76 "PUT /v2.0/routers/321c65a2-1481-47e0-882e-06e1fc73baf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4491408 Oct 28 08:56:28.050290 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60638) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:28.054785 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Sync routers for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:28.064481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:28.065109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.158974 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.176487 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:28.267258 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.323162 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Deleting port 28f45415-1678-432b-9b17-edefe67748ea {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:28.323498 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.367112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '28f45415-1678-432b-9b17-edefe67748ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:56:27Z', 'revision_number': 5, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port': {'id': '28f45415-1678-432b-9b17-edefe67748ea', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:39Z', 'updated_at': '2021-10-28T08:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.394593 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Checking router: 321c65a2-1481-47e0-882e-06e1fc73baf1 for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:28.403924 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Routers {'321c65a2-1481-47e0-882e-06e1fc73baf1'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:28.404548 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['321c65a2-1481-47e0-882e-06e1fc73baf1'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.415021 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] For port 28f45415-1678-432b-9b17-edefe67748ea, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=28f45415-1678-432b-9b17-edefe67748ea,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:28.415409 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.427862 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Calling delete_port for 28f45415-1678-432b-9b17-edefe67748ea owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:28.500884 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] Set router 321c65a2-1481-47e0-882e-06e1fc73baf1 gateway port host: None {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:28.557176 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:56:28Z', 'revision_number': 6, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:28.584916 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e051e6e-76e8-428f-9310-cb3fd0137d65 None None] The sync data for ids ['321c65a2-1481-47e0-882e-06e1fc73baf1'] in dv-cinder-815659-2-iscsi is: [{'id': '321c65a2-1481-47e0-882e-06e1fc73baf1', 'name': 'tempest-TestMinimumBasicScenario-288611418-router', 'tenant_id': 'a64a3a87a40249f8993dee5bc1950484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:38Z', 'updated_at': '2021-10-28T08:56:28Z', 'revision_number': 6, 'project_id': 'a64a3a87a40249f8993dee5bc1950484', 'gw_port_host': None}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:28.604801 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.632586 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f45415-1678-432b-9b17-edefe67748ea,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:28.698234 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.793930 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.796190 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.843293 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.843741 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321c65a2-1481-47e0-882e-06e1fc73baf1 {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:56:28.848627 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.849695 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-2fdcda27-c9eb-4581-a39b-679ed66ece32 admin admin] 10.222.0.76 "DELETE /v2.0/routers/321c65a2-1481-47e0-882e-06e1fc73baf1 HTTP/1.1" status: 204 len: 168 time: 0.7983479 Oct 28 08:56:28.853247 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60640) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:28.900221 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Deleting subnet 07d05465-bb80-4c5d-89d1-fee5080b5330 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:28.903458 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:28.939565 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.026054 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.087128 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.113800 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d05465-bb80-4c5d-89d1-fee5080b5330,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:29.118216 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.121553 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-29aa7811-671a-4003-8672-51c36f25af06 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/07d05465-bb80-4c5d-89d1-fee5080b5330 HTTP/1.1" status: 204 len: 168 time: 0.2673240 Oct 28 08:56:29.124277 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fecc6b-f7d9-44bd-82c4-1f2a8993d78f None None] Network f66d5403-0d03-4f32-9d50-bb9b86b44cb5 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:29.124777 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60642) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:29.197204 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.261254 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Deleting port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:29.261623 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.327634 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] For port 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=4c07ebbc-f072-4e28-a51b-fa560a2073b6,segment=NetworkSegment(21c39e7c-6db9-4208-b829-69ff7034e6bb),segment_id=21c39e7c-6db9-4208-b829-69ff7034e6bb)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:29.327933 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.341900 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Calling delete_port for 4c07ebbc-f072-4e28-a51b-fa560a2073b6 owned by network:dhcp {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:29.414346 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] DHCP port deletion for f66d5403-0d03-4f32-9d50-bb9b86b44cb5 request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:56:29.428597 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.456029 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c07ebbc-f072-4e28-a51b-fa560a2073b6,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:29.459452 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] No DVR routers for this DVR port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 on host dv-cinder-815659-2-iscsi {{(pid=107985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:29.473828 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Deleting port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 {{(pid=107986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:29.474289 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.534292 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:29.538322 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.560984 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66d5403-0d03-4f32-9d50-bb9b86b44cb5']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:29.567274 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:29.567619 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 6a1f38b0-f1d6-4d99-8efa-36e104032ea5 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:29.571269 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] For port 4c07ebbc-f072-4e28-a51b-fa560a2073b6, host dv-cinder-815659-2-iscsi, got binding levels [] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:29.571671 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.572578 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c39e7c-6db9-4208-b829-69ff7034e6bb') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:29.572897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c39e7c-6db9-4208-b829-69ff7034e6bb') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:29.584866 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Calling delete_port for 4c07ebbc-f072-4e28-a51b-fa560a2073b6 owned by network:dhcp {{(pid=107986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:29.588792 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.589092 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.ipam_backend_mixin [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 was not found and therefore no delete operation was performed {{(pid=107986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:56:29.590379 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861'] for port, after_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.609999 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.617652 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:29.617827 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:29.619805 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:29.622666 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Pushing event deleted for resources: {'Port': ['ID=4c07ebbc-f072-4e28-a51b-fa560a2073b6,revision_number=None']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:29.628947 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] No DVR routers for this DVR port 4c07ebbc-f072-4e28-a51b-fa560a2073b6 on host dv-cinder-815659-2-iscsi {{(pid=107986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:29.631776 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.632190 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.632665 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.633246 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.633592 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.633928 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.634261 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.634614 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.634946 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.635268 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.635790 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.636361 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa5c750-2a0b-422f-b916-9e5b41ca46e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:56:29.687177 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.693022 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:29.699844 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60644) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:29.700474 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f66d5403-0d03-4f32-9d50-bb9b86b44cb5 HTTP/1.1" status: 204 len: 168 time: 0.5746517 Oct 28 08:56:29.716003 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093bb59-d3ee-407a-a69d-b5250a1b79c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66d5403-0d03-4f32-9d50-bb9b86b44cb5,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:30.054094 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.307415 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Deleting port e3b91572-2954-461b-be07-53d0d6b9329f {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:30.307759 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.392325 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] For port e3b91572-2954-461b-be07-53d0d6b9329f, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=e3b91572-2954-461b-be07-53d0d6b9329f,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:30.392706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.406019 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Calling delete_port for e3b91572-2954-461b-be07-53d0d6b9329f owned by network:router_interface {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:30.481615 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.595310 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.622177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b91572-2954-461b-be07-53d0d6b9329f,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:30.653210 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 28f45415-1678-432b-9b17-edefe67748ea no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:30.812610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:30.813336 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 28f45415-1678-432b-9b17-edefe67748ea {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:30.813639 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 28f45415-1678-432b-9b17-edefe67748ea not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:30.814060 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51736e08-b2f3-4cd6-967f-7ad2b6977204 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:30.834762 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 51736e08-b2f3-4cd6-967f-7ad2b6977204 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:30.835300 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 51736e08-b2f3-4cd6-967f-7ad2b6977204 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:30.836270 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 4c07ebbc-f072-4e28-a51b-fa560a2073b6 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:30.855215 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 4c07ebbc-f072-4e28-a51b-fa560a2073b6 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:30.855568 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 4c07ebbc-f072-4e28-a51b-fa560a2073b6 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:31.282925 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:56:31.395028 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:56:31.401322 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ad958673-150d-4ed1-8ae6-8d01ab386b83 admin admin] 10.222.0.76 "PUT /v2.0/routers/7be7831f-f0d0-4fdf-9ecf-104f11efa4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7003708 Oct 28 08:56:31.404150 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60646) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:31.404352 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Sync routers for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:56:31.415247 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:31.415867 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:31.513230 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks [] for router, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.528383 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:31.623298 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.681075 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Deleting port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:31.681389 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.725067 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:56:30Z', 'revision_number': 5, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port': {'id': '3a06dae2-6fd5-4282-8c9d-28a7894c19e0', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:31.754419 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Checking router: 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:56:31.767043 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Routers {'7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:56:31.767659 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:56:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:31.770136 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] For port 3a06dae2-6fd5-4282-8c9d-28a7894c19e0, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:31.770525 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.787666 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Calling delete_port for 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 owned by network:router_gateway {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:31.857534 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] Set router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:56:31.911302 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:56:31Z', 'revision_number': 6, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:31.941296 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7c272-5523-42a3-8286-5cc507a29a74 None None] The sync data for ids ['7be7831f-f0d0-4fdf-9ecf-104f11efa4b4'] in dv-cinder-815659-2-iscsi is: [{'id': '7be7831f-f0d0-4fdf-9ecf-104f11efa4b4', 'name': 'tempest-TestMinimumBasicScenario-795578805-router', 'tenant_id': 'f5adad766f6c46a9aecb882bde59675d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:52:44Z', 'updated_at': '2021-10-28T08:56:31Z', 'revision_number': 6, 'project_id': 'f5adad766f6c46a9aecb882bde59675d', 'gw_port_host': None}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:56:31.960940 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:31.999992 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a06dae2-6fd5-4282-8c9d-28a7894c19e0,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:32.064711 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.161320 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.164207 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.212961 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.213426 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 {{(pid=107984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 08:56:32.218271 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] Publish callbacks [] for router, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.219556 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-20ec203b-9895-4066-8164-6debc2482785 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7be7831f-f0d0-4fdf-9ecf-104f11efa4b4 HTTP/1.1" status: 204 len: 168 time: 0.8143952 Oct 28 08:56:32.222067 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60648) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:32.267505 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_v2 [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Deleting subnet ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c {{(pid=107984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 08:56:32.270719 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.309177 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8395966'] for subnet, precommit_delete_associations {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.400235 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.458755 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12366828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8572379'] for subnet, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.487028 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:32.488950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for subnet, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.493817 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b16822-6f18-4553-8564-d77188a5d0ae None None] Network d22ded1f-c951-4f98-83a8-691b5e39ca49 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 08:56:32.495382 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60650) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:32.496257 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-024f4686-8cab-413d-8521-e795c8d517a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ede4bbc8-8b8e-4652-8ec9-e4ac1a55514c HTTP/1.1" status: 204 len: 168 time: 0.2722952 Oct 28 08:56:32.571318 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.628733 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Deleting port db766163-36cd-4d9d-9015-c4ed1cd60e1b {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:32.629167 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.694114 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] For port db766163-36cd-4d9d-9015-c4ed1cd60e1b, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=db766163-36cd-4d9d-9015-c4ed1cd60e1b,segment=NetworkSegment(d7ec36e3-b74f-45b8-b285-794670e91853),segment_id=d7ec36e3-b74f-45b8-b285-794670e91853)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:32.694426 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.709278 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Calling delete_port for db766163-36cd-4d9d-9015-c4ed1cd60e1b owned by network:dhcp {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:32.739824 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] DHCP port deletion for d22ded1f-c951-4f98-83a8-691b5e39ca49 request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 08:56:32.799667 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.803480 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Deleting port db766163-36cd-4d9d-9015-c4ed1cd60e1b {{(pid=107986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:56:32.804691 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.823813 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device e3b91572-2954-461b-be07-53d0d6b9329f no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:32.827851 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Pushing event deleted for resources: {'Port': ['ID=db766163-36cd-4d9d-9015-c4ed1cd60e1b,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:32.832959 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] No DVR routers for this DVR port db766163-36cd-4d9d-9015-c4ed1cd60e1b on host dv-cinder-815659-2-iscsi {{(pid=107985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:32.878353 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: e3b91572-2954-461b-be07-53d0d6b9329f {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:32.878739 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device e3b91572-2954-461b-be07-53d0d6b9329f not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:32.879349 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:32.907984 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:32.908333 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 3a06dae2-6fd5-4282-8c9d-28a7894c19e0 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:32.908726 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device db766163-36cd-4d9d-9015-c4ed1cd60e1b no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:56:32.912713 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.939169 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: db766163-36cd-4d9d-9015-c4ed1cd60e1b {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:56:32.939514 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device db766163-36cd-4d9d-9015-c4ed1cd60e1b not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:56:32.945871 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] For port db766163-36cd-4d9d-9015-c4ed1cd60e1b, host dv-cinder-815659-2-iscsi, got binding levels [] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:56:32.946550 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:32.963066 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Calling delete_port for db766163-36cd-4d9d-9015-c4ed1cd60e1b owned by network:dhcp {{(pid=107986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:56:32.966672 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.ipam_backend_mixin [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Port db766163-36cd-4d9d-9015-c4ed1cd60e1b was not found and therefore no delete operation was performed {{(pid=107986) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 08:56:32.968047 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861'] for port, after_delete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.002600 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] Pushing event deleted for resources: {'Port': ['ID=db766163-36cd-4d9d-9015-c4ed1cd60e1b,revision_number=None']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:33.006914 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df428d76-b5e6-42ba-a037-89d27127088a None None] No DVR routers for this DVR port db766163-36cd-4d9d-9015-c4ed1cd60e1b on host dv-cinder-815659-2-iscsi {{(pid=107986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:56:33.175700 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22ded1f-c951-4f98-83a8-691b5e39ca49']}} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:33.185431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ec36e3-b74f-45b8-b285-794670e91853') {'for_net_delete': True} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:33.185726 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.services.segments.db [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ec36e3-b74f-45b8-b285-794670e91853') {} {{(pid=107985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:56:33.195701 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11553812'] for segment, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.208711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.215897 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=107985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 08:56:33.216288 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8972946'] for segment, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: Traceback (most recent call last): Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: timer() Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: cb(*args, **kw) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: return func(*args, **kwargs) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: self._notify() Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: self.callback(batched_events) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: event.method(event) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: return f(self, *a, **k) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._get(url).json() Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: return self.request(url, 'GET', **kwargs) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 08:56:33.218048 dv-cinder-815659-2-iscsi neutron-server[107985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 08:56:33.272108 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.278170 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.281463 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] 10.222.0.76 "DELETE /v2.0/networks/d22ded1f-c951-4f98-83a8-691b5e39ca49 HTTP/1.1" status: 204 len: 168 time: 0.7850909 Oct 28 08:56:33.293471 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3a57-75a9-4e7e-8228-9e85e39dfeea admin admin] Pushing event deleted for resources: {'Network': ['ID=d22ded1f-c951-4f98-83a8-691b5e39ca49,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:33.464047 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60654) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:33.505709 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-04807f28-99cc-41ca-8ad9-a258805a7b8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a64a3a87a40249f8993dee5bc1950484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404711 Oct 28 08:56:33.508920 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60656) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:33.564488 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.587805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.636851 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.639727 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:33.640903 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05277f9c-c4f2-4e26-87ec-73f0aaa596e4 HTTP/1.1" status: 204 len: 168 time: 0.1309872 Oct 28 08:56:33.649158 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb19d-6bea-4b6a-915f-d51c11c9793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05277f9c-c4f2-4e26-87ec-73f0aaa596e4,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:33.969528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60662) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:34.013742 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-2b37e87d-83a3-4e3e-90dd-53ad8b29586a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5adad766f6c46a9aecb882bde59675d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429921 Oct 28 08:56:34.016192 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60664) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:56:34.072543 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.095708 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.147855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.150990 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:34.152616 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/55eee2fc-6f71-44b7-b9b8-989d343cd974 HTTP/1.1" status: 204 len: 168 time: 0.1352112 Oct 28 08:56:34.163898 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed3a72-b7f3-4166-b9e7-81bfaa9a5397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eee2fc-6f71-44b7-b9b8-989d343cd974,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:56:40.053074 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:56:42.097565 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7557838a-2aa8-4841-99bb-33d29054d8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:44.873449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-857387a2-09f4-49b9-9573-e7c311c81c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.760111 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:45.981375 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:56:47.387415 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:00.490535 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:08.582146 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-04c8e2bc-858d-46e1-a49a-ad68a1d891b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497072 Oct 28 08:57:08.648906 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-9f1da0f1-1176-4c3f-a28b-d1195697dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.650439 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-9f1da0f1-1176-4c3f-a28b-d1195697dec4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 1098 time: 0.0464554 Oct 28 08:57:08.761439 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-b48d6367-2595-4b87-933f-20d64f148a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.762949 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-b48d6367-2595-4b87-933f-20d64f148a9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0931184 Oct 28 08:57:08.827752 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-c5d13f18-7856-44ab-a046-53257a1b95db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 200 len: 1001 time: 0.0569100 Oct 28 08:57:08.881816 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-9d3752b3-c1ce-4342-b76b-9efcda6f4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.883338 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-9d3752b3-c1ce-4342-b76b-9efcda6f4b20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0486569 Oct 28 08:57:08.929459 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-1a552ea0-8644-43d0-8f3e-e1efa9445eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:08.930985 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-1a552ea0-8644-43d0-8f3e-e1efa9445eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403414 Oct 28 08:57:09.031870 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-ebb6edc4-7e00-42a3-b24d-d474f9ee7d1a service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879412 Oct 28 08:57:09.137455 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-77f7ef0d-ea10-4fc0-8a94-5dca88281bb6 req-7cfb95a5-c77b-49df-9993-d99eed41f031 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981627 Oct 28 08:57:12.098927 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e6b13039-07a9-4073-8b0a-5e89d2a9eefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:14.875724 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fd1e7ed3-1fb4-4dbb-aae6-feae079246e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.760795 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:15.982520 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:17.055008 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:17.389834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:30.517866 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:38.675231 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513764b-0932-4ca7-ab99-f4a5e402abff req-ebd9f8e9-9882-412f-9996-0766419db69c tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:38.676733 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7513764b-0932-4ca7-ab99-f4a5e402abff req-ebd9f8e9-9882-412f-9996-0766419db69c tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0491376 Oct 28 08:57:38.716147 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7513764b-0932-4ca7-ab99-f4a5e402abff req-807efd09-50c3-413d-b378-1d606b753133 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327656 Oct 28 08:57:39.841287 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b64ae3-32b3-4e27-987f-74a109471e90 req-01e5b2a6-f02c-4dfd-8e71-5f8fa14ae1d3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:39.842856 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7b64ae3-32b3-4e27-987f-74a109471e90 req-01e5b2a6-f02c-4dfd-8e71-5f8fa14ae1d3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0567410 Oct 28 08:57:39.883628 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e7b64ae3-32b3-4e27-987f-74a109471e90 req-2efaddf3-19e5-49ba-b5a6-f8990e44ff4d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Oct 28 08:57:40.320658 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-d6c48273-6584-4c71-a8c7-3bcf1e9d23b5 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:40.322139 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-d6c48273-6584-4c71-a8c7-3bcf1e9d23b5 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 945 time: 0.0514023 Oct 28 08:57:40.417881 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 08:57:40.418139 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.507866 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] For port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:57:40.508221 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.681859 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.682132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.682450 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 4ffeb9e4-a109-462b-a0af-42f0b371e4b3 disassociated. External IP: 172.27.1.207, port: 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769. Oct 28 08:57:40.682819 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 08:57:40.815642 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:40.845726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:40.856978 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.857322 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.857669 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.858013 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.858353 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.858717 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.859051 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.859382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.859934 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.860274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.860607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.860929 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:57:40.988466 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-95a7bf1c-3ce2-4a60-b880-cbcf737f83e9 req-0b2fc255-0dfe-49f5-aae3-623e7c5b1745 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=8a35e8fe-5996-4f86-9273-435cbf4967ae HTTP/1.1" status: 200 len: 210 time: 0.0341210 Oct 28 08:57:40.999941 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:57:41.110935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:57:41.121605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:57:41.133393 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:41.134015 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:57:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.155132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] No DVR routers for this DVR port 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 08:57:41.161766 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:41.165311 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-acb8b28e-05a6-473c-94e4-1d546ce4f0bb req-b737ff80-8b31-49d3-b7d2-b9ecca1f5bb4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "DELETE /v2.0/ports/8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 HTTP/1.1" status: 204 len: 173 time: 0.8369911 Oct 28 08:57:41.165764 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'name': 'network-vif-deleted', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:41.168234 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f42fec-9301-4c88-9e2e-51afcf8876f1" -d '{"events": [{"server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "name": "network-vif-deleted", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:41.223899 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c9adad-6ca0-404d-9ca3-1516f39d9a8e x-openstack-request-id: req-d5c9adad-6ca0-404d-9ca3-1516f39d9a8e {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:41.224359 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35e8fe-5996-4f86-9273-435cbf4967ae", "name": "network-vif-deleted", "tag": "8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:41.224746 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5c9adad-6ca0-404d-9ca3-1516f39d9a8e {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:41.225336 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a35e8fe-5996-4f86-9273-435cbf4967ae', 'name': 'network-vif-deleted', 'tag': '8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769', 'status': 'completed', 'code': 200} Oct 28 08:57:41.247887 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:41.472216 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.501263 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:57:41.511311 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:57:41.511942 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:57:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.622227 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:57:41.841231 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:57:41.869670 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b58465-37ed-4216-b803-b42adb436b76 None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:57:42.112465 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-fe16a218-a25d-46fb-a683-fc47598d56c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:42.127111 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e91bb-d404-4a0c-97f3-2e8033e633aa None None] New status for floating IP 4ffeb9e4-a109-462b-a0af-42f0b371e4b3: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:57:42.308186 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-42dfa5e3-f0d2-475d-b2c3-cb5c310bde03 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665603956&fields=id&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 267 time: 0.0387311 Oct 28 08:57:42.438194 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-8a83bbf9-89fb-4b9e-a06a-7016a94823a7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:42.440077 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-8a83bbf9-89fb-4b9e-a06a-7016a94823a7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1186714 Oct 28 08:57:42.455444 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-64abe2ba-3128-4ecf-a65a-3c5984984fcd tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/quotas/623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 375 time: 0.0094669 Oct 28 08:57:42.517030 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-e9586c29-98eb-4385-b5ea-ac1750768ffa tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525653 Oct 28 08:57:42.710227 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f881a483-3c31-42ba-913e-75f4ec55d9ad service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808927 Oct 28 08:57:42.818798 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f0b83d1a-72cc-44cb-8fa3-591d67a34e12 service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002436 Oct 28 08:57:43.172572 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0b385e52-796d-48ae-9d10-29fee988e920 req-666b5441-5782-460c-8993-4e32b2f8774e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0288894 Oct 28 08:57:43.836247 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 08:57:43.856359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 08:57:43.856678 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 8d9bcb02-4dd4-4d89-9b5d-0f4a5a20f769 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 08:57:44.251565 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-323141af-3fc6-4ac7-a832-a5e98b120f43 req-46fcefbd-b730-45fb-89d9-b24597bf793c tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0282471 Oct 28 08:57:44.877398 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8069a907-a903-4712-846e-fc70f70487a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.331564 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-872c6d67-3526-4b62-8669-c10ce48362e2 req-50a15ee8-68e8-45ba-bcf0-3727bce2aae9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0273588 Oct 28 08:57:45.770284 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:45.984670 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:46.411094 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bf47d676-52ad-4c87-bc79-7f81209dd208 req-9caf81a2-44ca-4827-81ae-fa6b811b30be tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0266955 Oct 28 08:57:47.393028 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:47.508778 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1c08740b-659c-4821-a9cf-618a53b832b1 req-23cae1ea-e60c-4af0-aa41-d17ac755b617 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0304615 Oct 28 08:57:48.337768 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-0883a848-9766-46df-b3f4-a926cf687fcb tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:48.339494 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-0883a848-9766-46df-b3f4-a926cf687fcb tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1170459 Oct 28 08:57:48.390403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-8cbcf77f-0dce-4993-975d-f276d96c85b6 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 379 time: 0.0406275 Oct 28 08:57:48.400610 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'port': {'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'admin_state_up': True, 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'security_groups': ['664eace9-b8ac-4b7d-88ec-2179f327ef0a']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:48.524609 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Made reservation on behalf of 623855e29a5d4365b1dc09eed95a5c8a for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 08:57:48.528210 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.615230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-300b3de9-5240-47ec-b197-d67a4342af5f req-dd669982-b158-47e3-a558-c90f6621aea7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0329828 Oct 28 08:57:48.689601 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.20.0.8 (446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3/876336d9-4d6f-4e01-ad22-7b93d453ea29/3d21ebbc-3cae-4880-8a80-7a32fcbd7d15) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:57:48.846810 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.888413 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:48.940050 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:57:48.943856 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:57:48.947814 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:57:48.954348 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:49.007079 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:49.007712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.024835 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-f8c33f36-e543-4044-81b4-be4f8fe487c8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287773 Oct 28 08:57:49.037486 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Request body: {'port': {'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:57:49.103605 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.186605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-b20e60da-8c4c-4470-bcf6-bd0b6aab6720 None None] Provisioning complete for port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:57:49.187191 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b20e60da-8c4c-4470-bcf6-bd0b6aab6720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.222837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b20e60da-8c4c-4470-bcf6-bd0b6aab6720 None None] Port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 08:57:49.384670 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:57:49.392786 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.409104 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Transition to ACTIVE for port object 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 08:57:49.413146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.469557 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Pushing event updated for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:49.544268 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Attempting to bind port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 08:57:49.545004 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Attempting to bind port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 08:57:49.545004 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Attempting to bind port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:49.549706 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 08:57:49.550030 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Attempting to bind port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 08:57:49.556624 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 8, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 08:57:49.556962 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 08:57:49.557347 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Bound using segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 08:57:49.557783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Bound port: 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 08:57:49.558138 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.639034 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 08:57:49.642901 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 08:57:49.648493 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.694398 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:49.695114 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:57:49.696520 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] 10.222.0.70 "PUT /v2.0/ports/3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 1093 time: 0.6633575 Oct 28 08:57:49.704743 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:57:49.707265 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:57:49.755323 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bcc2ee-f8ba-4d2e-9112-eebccd548b76 x-openstack-request-id: req-36bcc2ee-f8ba-4d2e-9112-eebccd548b76 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:57:49.755631 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:57:49.755967 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36bcc2ee-f8ba-4d2e-9112-eebccd548b76 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:57:49.756237 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'status': 'completed', 'code': 200} Oct 28 08:57:49.801820 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e67b08-1d7e-4947-9643-9ef797efd83e service neutron] Pushing event updated for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:57:49.829145 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e468a4-0258-431c-8515-c6467fe2455b req-e35e1a5c-0fd6-49ab-99dd-09ebad22b27f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:49.830771 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b8e468a4-0258-431c-8515-c6467fe2455b req-e35e1a5c-0fd6-49ab-99dd-09ebad22b27f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.1332576 Oct 28 08:57:49.840151 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-d5cdec36-555e-499c-bcf6-e0d81b30d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:49.842609 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-d5cdec36-555e-499c-bcf6-e0d81b30d5ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1096 time: 0.0818510 Oct 28 08:57:49.893554 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-5df8c307-7713-48ae-856a-dc599f057e01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 217 time: 0.0416508 Oct 28 08:57:49.935044 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-b8e468a4-0258-431c-8515-c6467fe2455b req-f1ea61fb-3093-4c1d-be82-3408f882efec tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912726 Oct 28 08:57:49.953891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-b03a6e8d-ab2f-4a8b-b010-1db60d2a8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:49.955379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-b03a6e8d-ab2f-4a8b-b010-1db60d2a8304 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0513909 Oct 28 08:57:50.026082 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-07708b11-53dc-4b4d-96c0-d5fa4def66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:50.028434 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-07708b11-53dc-4b4d-96c0-d5fa4def66dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661125 Oct 28 08:57:50.120853 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-23b7520b-6e91-4cdb-91d8-3df01a600f2c service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 Oct 28 08:57:50.485873 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0f0d2b11-71cd-40a5-9613-4863c0546a2e req-12c8411e-5b21-4aaf-90b0-95f7a4ed3631 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569314 Oct 28 08:57:50.578241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-47a71af2-f0e8-4938-a617-561407ed6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:50.580037 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-47a71af2-f0e8-4938-a617-561407ed6d3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1096 time: 0.0426021 Oct 28 08:57:50.680139 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-3081cb5a-55a8-482e-90d7-66e045ce57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:50.681606 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-3081cb5a-55a8-482e-90d7-66e045ce57f2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0946608 Oct 28 08:57:50.725073 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-4f8cdf3a-fc6f-40df-9389-9a4b94bf28c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 217 time: 0.0353124 Oct 28 08:57:50.773874 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-66cf5a55-a5fb-407b-8fd5-32036b16d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:50.775390 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-66cf5a55-a5fb-407b-8fd5-32036b16d773 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0441463 Oct 28 08:57:50.833350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-accce851-4ff4-4663-af35-cad9c9c7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:50.835138 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-accce851-4ff4-4663-af35-cad9c9c7d18f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523076 Oct 28 08:57:50.939191 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-08f90b20-7fd4-4ed1-814b-6800228d587b service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962691 Oct 28 08:57:51.069844 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3d9c7ecd-14ec-44ff-98b1-d4502ae0edbd req-84d073a7-bbb6-489c-be0e-96b98bbdcffc service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236210 Oct 28 08:57:51.098004 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4ca0b-a0e8-441f-b36c-232851744534 req-22940231-2588-4865-81b6-71a5fcbb3261 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:51.100449 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-81c4ca0b-a0e8-441f-b36c-232851744534 req-22940231-2588-4865-81b6-71a5fcbb3261 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0761869 Oct 28 08:57:51.142124 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-81c4ca0b-a0e8-441f-b36c-232851744534 req-7d763527-3d8d-46ab-a1ff-1f0d80ff3ec8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355463 Oct 28 08:57:52.266613 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524bc16-2b92-4c3b-9ea0-2ef7aa79d9da req-4f7c9169-b97a-4c12-832c-b53a82d2d5ab tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:52.268084 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3524bc16-2b92-4c3b-9ea0-2ef7aa79d9da req-4f7c9169-b97a-4c12-832c-b53a82d2d5ab tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0534046 Oct 28 08:57:52.315077 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3524bc16-2b92-4c3b-9ea0-2ef7aa79d9da req-b0c073fb-b49a-40ea-8023-753ecd1addc8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Oct 28 08:57:53.431891 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6d4e0-70f3-46d7-bdfe-7a32b130ea31 req-67ed5b64-2f37-4799-9c0a-58cdb2ec0578 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:53.433413 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bfb6d4e0-70f3-46d7-bdfe-7a32b130ea31 req-67ed5b64-2f37-4799-9c0a-58cdb2ec0578 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0531406 Oct 28 08:57:53.474070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bfb6d4e0-70f3-46d7-bdfe-7a32b130ea31 req-8791b827-6a4c-45d1-b344-cb8d8464f4a9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335598 Oct 28 08:57:54.055555 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:57:54.600932 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fd54-86e0-4dea-b9c9-e1d2c6d53e7e req-749eb48f-e767-41af-943b-31b848ab1c12 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:54.602424 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4101fd54-86e0-4dea-b9c9-e1d2c6d53e7e req-749eb48f-e767-41af-943b-31b848ab1c12 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0576231 Oct 28 08:57:54.642463 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-4101fd54-86e0-4dea-b9c9-e1d2c6d53e7e req-5b6e952c-5824-4507-91f7-42c92f970770 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337305 Oct 28 08:57:55.765726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f169d5-d33c-4ce9-8755-ff925c2c927e req-2bff3b91-3a49-479f-9083-e7c019c5c47e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:55.767309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91f169d5-d33c-4ce9-8755-ff925c2c927e req-2bff3b91-3a49-479f-9083-e7c019c5c47e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0566576 Oct 28 08:57:55.812419 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-91f169d5-d33c-4ce9-8755-ff925c2c927e req-3175e778-2b89-45fa-98d8-5656e78f4ed4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382879 Oct 28 08:57:56.934097 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36e625-c1cb-439a-a75d-059b9a64692a req-e348a39d-7735-47ad-b569-304256565a91 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:56.935555 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c36e625-c1cb-439a-a75d-059b9a64692a req-e348a39d-7735-47ad-b569-304256565a91 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0531871 Oct 28 08:57:56.975619 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9c36e625-c1cb-439a-a75d-059b9a64692a req-66420168-9059-47fb-8a35-f667715e3d7d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340650 Oct 28 08:57:58.103213 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48f476-af81-45ac-9c44-dc4ec53e27db req-1bcd78b4-4f55-4919-8551-33f29ed3f273 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:58.104939 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f48f476-af81-45ac-9c44-dc4ec53e27db req-1bcd78b4-4f55-4919-8551-33f29ed3f273 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0516624 Oct 28 08:57:58.144926 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6f48f476-af81-45ac-9c44-dc4ec53e27db req-caa4ad99-33de-4899-872e-ccc9a45cd961 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336702 Oct 28 08:57:59.262761 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aabd1-4fc8-4d14-9e3b-9b0415c7bb15 req-7de12ff1-c209-4921-9b56-3ac60d27727e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:57:59.264282 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-947aabd1-4fc8-4d14-9e3b-9b0415c7bb15 req-7de12ff1-c209-4921-9b56-3ac60d27727e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 943 time: 0.0497215 Oct 28 08:57:59.310004 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-947aabd1-4fc8-4d14-9e3b-9b0415c7bb15 req-a2041d3f-f820-4cd1-8e86-a41dc151cb6e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Oct 28 08:57:59.921510 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 08:58:00.027828 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:00.042170 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 08:58:00.083463 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.098605 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 08:58:00.122466 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:00.126955 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:00.177636 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:00.185006 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.185359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.185715 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.186050 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.186385 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.186756 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.187088 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.187418 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.187750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.188077 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.188403 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.188726 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 08:58:00.428079 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc954-e786-4d9d-b256-2d8d6ab5aff3 req-9bea4193-244a-4cff-839e-e18f46c39351 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:00.429508 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-896cc954-e786-4d9d-b256-2d8d6ab5aff3 req-9bea4193-244a-4cff-839e-e18f46c39351 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 944 time: 0.0511518 Oct 28 08:58:00.468492 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-896cc954-e786-4d9d-b256-2d8d6ab5aff3 req-a1d8030b-8f62-4692-9f85-9d663cbf69d0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Oct 28 08:58:00.494700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 08:58:00.656117 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:01.603500 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e99cc8-53c5-4234-a32d-eb3457133240 req-4318b167-dd79-4588-860c-931246e83ee3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:01.605340 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-62e99cc8-53c5-4234-a32d-eb3457133240 req-4318b167-dd79-4588-860c-931246e83ee3 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 944 time: 0.0640774 Oct 28 08:58:01.664915 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-62e99cc8-53c5-4234-a32d-eb3457133240 req-9007d1a8-a71d-4906-a050-13a1fe30fdd0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525153 Oct 28 08:58:01.924938 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 08:58:01.979186 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 08:58:01.983387 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 08:58:01.983760 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.062177 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.086520 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:02.088805 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74850fb-e15c-4de4-9507-ec41865d07c7" -d '{"events": [{"server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "name": "network-vif-plugged", "status": "completed", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:02.103768 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 08:58:02.107492 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:02.155832 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:02.281456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b27b33-dae7-4877-a6eb-9ad538c43e78 x-openstack-request-id: req-94b27b33-dae7-4877-a6eb-9ad538c43e78 {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:02.281759 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "name": "network-vif-plugged", "status": "completed", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:02.282019 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94b27b33-dae7-4877-a6eb-9ad538c43e78 {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:02.282435 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'code': 200} Oct 28 08:58:02.504595 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84302f6-1bf8-4f64-a3bd-0f77123e7db0 req-7c3882b7-6f02-481c-94cc-387b9c6a3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:02.506707 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f84302f6-1bf8-4f64-a3bd-0f77123e7db0 req-7c3882b7-6f02-481c-94cc-387b9c6a3664 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0412157 Oct 28 08:58:02.547618 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f84302f6-1bf8-4f64-a3bd-0f77123e7db0 req-91209b14-3429-40ca-b2b4-1c8107340256 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327606 Oct 28 08:58:02.782894 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2231540-f079-48bb-bac0-05a6a90608af req-7e86af48-192d-4323-a629-efb32e4bdc39 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:02.784331 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2231540-f079-48bb-bac0-05a6a90608af req-7e86af48-192d-4323-a629-efb32e4bdc39 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0505433 Oct 28 08:58:02.824778 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c2231540-f079-48bb-bac0-05a6a90608af req-dbc9bbea-cbb6-4092-b9a2-154c8a98af08 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Oct 28 08:58:03.945423 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40856b-8cd8-4760-bdad-0c379a705e46 req-c782f00f-09f3-405e-a07a-02b22aebea57 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:03.947272 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de40856b-8cd8-4760-bdad-0c379a705e46 req-c782f00f-09f3-405e-a07a-02b22aebea57 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0521493 Oct 28 08:58:03.996858 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de40856b-8cd8-4760-bdad-0c379a705e46 req-0789dbbf-dadb-44fe-a81b-056e4f4d53f8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430601 Oct 28 08:58:04.118190 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffe1a5-8dc4-4451-9552-965b31c4dff0 req-189a7a09-d24d-4d17-b4f2-5b0c2d554fae tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.119645 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcffe1a5-8dc4-4451-9552-965b31c4dff0 req-189a7a09-d24d-4d17-b4f2-5b0c2d554fae tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0511651 Oct 28 08:58:04.162722 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-bcffe1a5-8dc4-4451-9552-965b31c4dff0 req-8c5628bc-b1f7-4033-b624-20a40719ce35 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371478 Oct 28 08:58:04.184805 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60770) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:04.225590 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add2a8fa-5acb-4a93-b33e-50fc739984b9 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:04.227138 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-add2a8fa-5acb-4a93-b33e-50fc739984b9 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1093 time: 0.0413079 Oct 28 08:58:04.229915 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 60772) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 08:58:04.234142 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 08:58:04.256835 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.360902 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.469005 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.27.1.188 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/c307ce6f-e90f-4e41-aee9-46f1d499b6eb) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 08:58:04.569091 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.610120 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:04.652650 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 08:58:04.657549 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 08:58:04.660348 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 08:58:04.685039 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=c307ce6f-e90f-4e41-aee9-46f1d499b6eb,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:05.007334 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.076702 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.234679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.241350 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.315088 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=c307ce6f-e90f-4e41-aee9-46f1d499b6eb,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 08:58:05.323220 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.422093 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.db.l3_db [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 984322dc-f2ff-4d9f-8afe-a967ddec7737 associated. External IP: 172.27.1.188, port: 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15. Oct 28 08:58:05.635315 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 08:58:05.755407 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 08:58:05.766710 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 08:58:05.777584 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:05.778518 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:05.779292 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:57:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:05.818528 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-80e0fcf7-2aff-4e35-b2ee-611a33199697 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5772967 Oct 28 08:58:05.818528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 08:58:05.818528 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8771932e-5011-4206-aaa0-ce729ab7283b" -d '{"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 08:58:05.854009 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2e457-0375-4606-939f-4cd3302213c5 x-openstack-request-id: req-fab2e457-0375-4606-939f-4cd3302213c5 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 08:58:05.854273 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 08:58:05.854561 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fab2e457-0375-4606-939f-4cd3302213c5 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 08:58:05.854969 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'status': 'completed', 'code': 200} Oct 28 08:58:05.900252 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:05.923129 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771932e-5011-4206-aaa0-ce729ab7283b req-3b9af019-fde2-4b87-b695-fd8d66dab508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:05.924701 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-3b9af019-fde2-4b87-b695-fd8d66dab508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0477479 Oct 28 08:58:06.022999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771932e-5011-4206-aaa0-ce729ab7283b req-21e6a154-8f3b-41cd-9ab3-18e7bb686d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.024527 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-21e6a154-8f3b-41cd-9ab3-18e7bb686d40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0931592 Oct 28 08:58:06.092590 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-4ce69bf7-cbd0-4430-bb42-ae5d77d79204 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 999 time: 0.0598674 Oct 28 08:58:06.133975 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:04Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.143402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771932e-5011-4206-aaa0-ce729ab7283b req-9d56634c-1ea1-4491-890b-a78bbc3bb4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.144944 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-9d56634c-1ea1-4491-890b-a78bbc3bb4a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0447218 Oct 28 08:58:06.164468 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 08:58:06.172979 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 08:58:06.173589 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T08:57:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.196782 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771932e-5011-4206-aaa0-ce729ab7283b req-8eea9554-bfa9-4e6f-a00e-38a897af07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:06.198443 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-8eea9554-bfa9-4e6f-a00e-38a897af07bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465405 Oct 28 08:58:06.280692 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 08:58:06.291464 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-0cc35e11-734e-44e9-87e4-ab2e2e05d560 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Oct 28 08:58:06.390255 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8771932e-5011-4206-aaa0-ce729ab7283b req-1c6f6a09-56d8-4e02-a6a6-105847216cfd service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905652 Oct 28 08:58:06.511679 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:04Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 08:58:06.542594 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394703d0-b859-4f22-b257-ddcf9fa92417 None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:04Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 08:58:06.741271 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b282667-a52c-4a94-8093-2f4568b5f6e6 None None] New status for floating IP 984322dc-f2ff-4d9f-8afe-a967ddec7737: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 08:58:08.517886 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-1ddeb087-3884-48c5-be8f-aed69c973c48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426204 Oct 28 08:58:08.602925 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e4c5-7994-482a-857d-de28c51ec895 req-d852bd02-41ef-4d25-8427-8f8faacf8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.604518 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-d852bd02-41ef-4d25-8427-8f8faacf8cd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0426397 Oct 28 08:58:08.719748 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e4c5-7994-482a-857d-de28c51ec895 req-78d55254-096c-4f5e-b07c-ed25828a6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.721450 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-78d55254-096c-4f5e-b07c-ed25828a6fbd service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0964921 Oct 28 08:58:08.786964 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-9cc9661d-8853-471a-8121-ee8edd21124b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 1001 time: 0.0583742 Oct 28 08:58:08.839495 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e4c5-7994-482a-857d-de28c51ec895 req-77bf333f-8585-4c59-9224-451d0b36ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.840959 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-77bf333f-8585-4c59-9224-451d0b36ef34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0477588 Oct 28 08:58:08.886812 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e4c5-7994-482a-857d-de28c51ec895 req-6bf36912-054e-45ec-9459-e276c42867cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:58:08.888312 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-6bf36912-054e-45ec-9459-e276c42867cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403605 Oct 28 08:58:08.983748 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-14420104-b409-4d4f-830c-19d7e95da23e service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880983 Oct 28 08:58:09.075683 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-de15e4c5-7994-482a-857d-de28c51ec895 req-ee4e62dd-c5fd-4887-afac-54ad87ef76e8 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846336 Oct 28 08:58:12.110834 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1f27408d-b1a0-4923-87bc-941c01ae8b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:14.884797 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b0a460d1-af24-45cb-92ff-b08aadb906b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.764382 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:15.989165 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:17.398213 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:30.516584 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:31.054779 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:58:42.104050 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4a730ea1-a0d1-4c60-8c4a-4650b5abaeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:44.878175 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d39726d0-aaf8-446a-932c-e0a0ee150a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.768958 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:45.991126 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:58:47.402981 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:00.529709 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:08.059532 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:59:10.519507 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-59c5339c-ebb1-4d4a-abd6-bab447eac1a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406609 Oct 28 08:59:10.609330 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-0bac2ddb-38c3-486c-af0f-2f00904ce7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.610867 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-0bac2ddb-38c3-486c-af0f-2f00904ce7c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0452268 Oct 28 08:59:10.714683 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-e174c3d1-0802-44e8-a39a-6df29d22fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.716070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-e174c3d1-0802-44e8-a39a-6df29d22fe7e service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0858161 Oct 28 08:59:10.785692 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-da5ce30a-7e19-4eb3-b624-b06ffcc6d375 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 1001 time: 0.0619266 Oct 28 08:59:10.837813 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-7d9e3501-0ce3-45f5-b166-226c76c63486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.839298 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-7d9e3501-0ce3-45f5-b166-226c76c63486 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0469308 Oct 28 08:59:10.887009 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-518a4326-b9e8-4860-a449-64ab792d8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 08:59:10.888554 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-518a4326-b9e8-4860-a449-64ab792d8fa7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420544 Oct 28 08:59:11.001569 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-511d829e-79bb-4c38-a36b-fbd616f8910a service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052773 Oct 28 08:59:11.097653 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8713e003-82ec-4a34-bfb2-4ca707af2403 req-ff926882-bac1-40fd-8285-e7bc4ca23216 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886755 Oct 28 08:59:12.106800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-370c8b0e-f576-4f18-9533-eb40464f105f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:14.882340 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-bf3bdd35-5bfa-4451-b783-c831459a486d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.777114 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:15.993481 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:17.405867 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:30.545089 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:42.109676 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-dc1ff20f-089e-404c-aa06-ebdcefdcccaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:44.884755 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-e2be8938-5a67-409b-9133-e21a28a0a66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.059555 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 08:59:45.771903 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:45.997800 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 08:59:47.407458 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:00.545183 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:12.111066 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d063-2f8e-4d35-a6b5-ba046f1248c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:13.521077 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-2b7b9188-c300-40d6-9e07-3b0b19821686 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446365 Oct 28 09:00:13.603163 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-b6933770-bf15-4917-8650-9dc822d55698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.605344 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-b6933770-bf15-4917-8650-9dc822d55698 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0422888 Oct 28 09:00:13.710895 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-4eef26d9-a6c2-43ae-bac0-581cac330a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.712368 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-4eef26d9-a6c2-43ae-bac0-581cac330a90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0876782 Oct 28 09:00:13.784392 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-b8bc7789-3563-4370-90bc-c6b5e59b1e5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 1001 time: 0.0633461 Oct 28 09:00:13.836636 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-8dcb5e84-b0e7-4499-93b1-8c40b23eb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.838115 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-8dcb5e84-b0e7-4499-93b1-8c40b23eb4b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0467222 Oct 28 09:00:13.886935 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-fa0741fc-2e9e-4aab-88fc-6f38097c21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:13.888780 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-fa0741fc-2e9e-4aab-88fc-6f38097c21e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438671 Oct 28 09:00:13.993709 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-44bb8df6-349d-43eb-b152-da0bc10b738d service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981872 Oct 28 09:00:14.088840 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c62da5d-d3b2-440d-98c5-39663aa081fb req-7c59138e-7d5d-4771-b1a5-ef28d19d44c6 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Oct 28 09:00:14.887416 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-10a70c5c-2871-4cc3-9eca-a1d15cae8e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.774854 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:15.999468 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:17.410753 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:20.512495 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-590dfaf3-d369-4b0c-a5d7-57085d34aa76 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665603956&fields=id&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 267 time: 0.0332696 Oct 28 09:00:20.631619 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-78c5941e-a5f0-4111-8e58-7b8ca4459e95 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:20.633070 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-78c5941e-a5f0-4111-8e58-7b8ca4459e95 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1133413 Oct 28 09:00:20.648935 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-cafea7b2-5925-4f8e-90a3-02184cb05e72 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/quotas/623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 375 time: 0.0102031 Oct 28 09:00:20.713020 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-6d466fa1-48ce-4b2c-9fcf-12c9b6212367 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581613 Oct 28 09:00:20.861166 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-41488b90-2858-45b0-a7ba-6d23145e2e6b service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353364 Oct 28 09:00:21.221762 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-b442a8f7-52dd-49fd-96ea-d0395ea0b868 service neutron] 10.222.0.76 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546178 Oct 28 09:00:21.574005 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f6e3fed7-7d1c-4b28-847f-51f30c487fe5 req-cdf785ca-3188-4e30-b428-5fb644989e37 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0804632 Oct 28 09:00:22.059067 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:00:22.496454 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-27c3be92-5d73-45b3-aa15-5951cc657e9d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:22.497957 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-27c3be92-5d73-45b3-aa15-5951cc657e9d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 812 time: 0.1111307 Oct 28 09:00:22.544922 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-4e175c61-5e3c-43e4-83ab-dedcc7f719b8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=623855e29a5d4365b1dc09eed95a5c8a HTTP/1.1" status: 200 len: 379 time: 0.0373359 Oct 28 09:00:22.554030 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'port': {'device_id': '604be8f6-1220-4068-aa90-4d001713b8c1', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'admin_state_up': True, 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'security_groups': ['664eace9-b8ac-4b7d-88ec-2179f327ef0a']}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:22.680080 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-6480fcdd-12a6-4df3-b927-9310bb5a72a4 req-72b5d751-a153-4892-b61b-384cb54f6c45 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0346365 Oct 28 09:00:22.709533 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Made reservation on behalf of 623855e29a5d4365b1dc09eed95a5c8a for: {'port': 1} {{(pid=107984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:00:22.713102 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:22.846583 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.db_base_plugin_common [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.20.0.14 (446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3/876336d9-4d6f-4e01-ad22-7b93d453ea29/2567d8cf-e597-49a2-ae06-eb28e53b53f1) {{(pid=107984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:23.008904 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.050399 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_create {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.098029 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 is already hosted by enough agents. {{(pid=107984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:23.100676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.scheduler.base_scheduler [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:23.104623 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:23.112014 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=1']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:23.149021 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.149364 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.149699 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.150027 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.150368 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.150712 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.151037 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.151355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.151676 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.151993 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.152309 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.152624 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:23.176902 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:23.177551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.194822 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-f1cc7400-f130-400a-a21a-9830f914756a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6445062 Oct 28 09:00:23.208510 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.v2.base [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Request body: {'port': {'device_id': '604be8f6-1220-4068-aa90-4d001713b8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=107984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:23.268804 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.386629 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-02bc88fa-c3d5-4c35-b1d2-f1f2b168674b None None] Provisioning complete for port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 triggered by entity DHCP. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:23.387222 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-02bc88fa-c3d5-4c35-b1d2-f1f2b168674b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.426612 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-02bc88fa-c3d5-4c35-b1d2-f1f2b168674b None None] Port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 cannot update to ACTIVE because it is not bound. {{(pid=107986) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:00:23.547124 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2567d8cf-e597-49a2-ae06-eb28e53b53f1 {{(pid=107984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:23.555223 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.567489 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.provisioning_blocks [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Transition to ACTIVE for port object 2567d8cf-e597-49a2-ae06-eb28e53b53f1 will not be triggered until provisioned by entity L2. {{(pid=107984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:00:23.571360 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.625633 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=2']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:23.698199 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Attempting to bind port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:00:23.699274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Attempting to bind port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:00:23.699274 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Attempting to bind port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:23.704710 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:00:23.705565 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Attempting to bind port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 on network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:00:23.711508 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Checking agent: {'id': '4ab84c2e-c465-400d-bea1-39a66c5b2004', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'started_at': datetime.datetime(2021, 10, 28, 8, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:00:23.711842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Checking segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:00:23.712233 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Bound using segment: {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'} {{(pid=107984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:00:23.712672 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.managers [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Bound port: 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f377051-e940-4141-bd59-d5fc5fde9fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3'}}] {{(pid=107984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:00:23.713033 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.812176 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, cleared binding levels {{(pid=107984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:00:23.831416 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:00:23.841870 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12366626'] for port, after_update {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.887203 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2151-7be0-4dbc-8f08-1d090b133fe9 req-fe071c70-e77d-4a03-93ad-7232e954be9e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:23.888654 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-15fb2151-7be0-4dbc-8f08-1d090b133fe9 req-fe071c70-e77d-4a03-93ad-7232e954be9e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.1082802 Oct 28 09:00:23.907380 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:23.908187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:23.909408 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] 10.222.0.70 "PUT /v2.0/ports/2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 1094 time: 0.7056806 Oct 28 09:00:23.917855 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:23.920245 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf12a00-a0be-4544-a01f-00d24fc56370" -d '{"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:23.977522 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162ca53-ba0a-42dc-9dba-456c3508b888 x-openstack-request-id: req-e162ca53-ba0a-42dc-9dba-456c3508b888 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:23.977830 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:23.978078 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e162ca53-ba0a-42dc-9dba-456c3508b888 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:23.978482 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'status': 'completed', 'code': 200} Oct 28 09:00:23.998438 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f17d6-470b-4c8f-ac13-eeb444b13ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=3']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:24.010230 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-15fb2151-7be0-4dbc-8f08-1d090b133fe9 req-16a74982-254d-4b6b-a46d-3bb76d08eb9f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045070 Oct 28 09:00:24.028153 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-8094ebbc-e9c9-455a-b7ae-dc3d7e8cce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.029700 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-8094ebbc-e9c9-455a-b7ae-dc3d7e8cce7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0702500 Oct 28 09:00:24.074363 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-259ff048-9eb2-4fff-bc7e-85a8f54b4fd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 217 time: 0.0368505 Oct 28 09:00:24.125241 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-cf2c1653-5b98-4301-bb91-6b48e2dd7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.127620 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-cf2c1653-5b98-4301-bb91-6b48e2dd7f10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0466528 Oct 28 09:00:24.177848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56528-5aa9-4606-924a-c822ac99393e req-ec304e56-bec3-499b-84dc-32f5875409b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.178755 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-ec304e56-bec3-499b-84dc-32f5875409b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427201 Oct 28 09:00:24.277063 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-6c735ad8-0945-4b99-94c2-9817d4f1ca33 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902729 Oct 28 09:00:24.375136 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-52b56528-5aa9-4606-924a-c822ac99393e req-d5439273-2fde-45d5-895c-77660b5a32c0 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909400 Oct 28 09:00:24.494774 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-688e98b3-53a5-4fa7-8eb9-642d72ede85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.496160 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-688e98b3-53a5-4fa7-8eb9-642d72ede85e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0423906 Oct 28 09:00:24.590750 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-c2b57fc4-a814-40bb-94b0-031aa0eefd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.592219 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-c2b57fc4-a814-40bb-94b0-031aa0eefd00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0891621 Oct 28 09:00:24.634210 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-8d2f2123-6142-46c0-9ef0-14db29db6dd5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 217 time: 0.0345623 Oct 28 09:00:24.683349 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-25b39284-b311-4b3d-bb47-fb1b954d75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.684795 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-25b39284-b311-4b3d-bb47-fb1b954d75f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0442920 Oct 28 09:00:24.731100 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-bf224f0b-59e5-46a9-910c-86207f3c40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:24.732623 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-bf224f0b-59e5-46a9-910c-86207f3c40f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413692 Oct 28 09:00:24.829481 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-0e8ee384-eaa6-4b93-880a-5798caf32259 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894647 Oct 28 09:00:24.927680 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-cdf12a00-a0be-4544-a01f-00d24fc56370 req-82871586-0a22-4249-b46e-376fb569c717 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913754 Oct 28 09:00:25.139110 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4744-d04f-4d8b-9fec-0516e094bafb req-8339c883-0948-4a4f-9ae4-3bd5b7462594 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:25.141200 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-845d4744-d04f-4d8b-9fec-0516e094bafb req-8339c883-0948-4a4f-9ae4-3bd5b7462594 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0538023 Oct 28 09:00:25.180799 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-845d4744-d04f-4d8b-9fec-0516e094bafb req-cb19761a-c234-44b5-92c0-e7960cf45fc0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Oct 28 09:00:26.300848 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9745f8e-4eda-4114-8f23-3841f6f0221d req-adbb24f1-1a3f-4e59-8c7f-9334ac515302 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:26.302397 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f9745f8e-4eda-4114-8f23-3841f6f0221d req-adbb24f1-1a3f-4e59-8c7f-9334ac515302 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0502489 Oct 28 09:00:26.341132 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f9745f8e-4eda-4114-8f23-3841f6f0221d req-3395249d-777c-44e0-984b-700f1bf72824 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Oct 28 09:00:27.463087 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abda5d6-9157-48e6-bca1-8cb4e31792d0 req-a8b2a9ed-ac05-47bd-8d88-394b8a158328 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:27.464600 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3abda5d6-9157-48e6-bca1-8cb4e31792d0 req-a8b2a9ed-ac05-47bd-8d88-394b8a158328 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0546806 Oct 28 09:00:27.505872 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-3abda5d6-9157-48e6-bca1-8cb4e31792d0 req-80f6bb36-4d8d-4b2f-8cbb-36fa88d02388 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353003 Oct 28 09:00:28.624316 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc6c40-f79d-43c0-b74e-5502dfce6c8a req-e0f43bbd-9839-4d49-b575-65bb52ffdf52 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:28.626369 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9dbc6c40-f79d-43c0-b74e-5502dfce6c8a req-e0f43bbd-9839-4d49-b575-65bb52ffdf52 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0514209 Oct 28 09:00:28.668367 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-9dbc6c40-f79d-43c0-b74e-5502dfce6c8a req-234fbbe5-26a6-43f3-aad9-13ff0abce541 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356719 Oct 28 09:00:29.793533 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051047a-f44e-454f-affb-d78d91efa3fc req-a79018b5-4c39-4872-b558-5f9dcba4b568 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:29.795189 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2051047a-f44e-454f-affb-d78d91efa3fc req-a79018b5-4c39-4872-b558-5f9dcba4b568 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0559828 Oct 28 09:00:29.835460 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2051047a-f44e-454f-affb-d78d91efa3fc req-f8d88e8b-d133-43a6-b50c-630239500c41 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339341 Oct 28 09:00:30.541762 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:30.964211 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c43cc-0e4f-4497-b883-705de12cb532 req-0528afcd-9bb3-4efb-b524-8942dceceba9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:30.965869 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-203c43cc-0e4f-4497-b883-705de12cb532 req-0528afcd-9bb3-4efb-b524-8942dceceba9 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0620003 Oct 28 09:00:31.007792 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-203c43cc-0e4f-4497-b883-705de12cb532 req-64a30ab2-9a2c-4048-a68c-57faa90a6e6f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359929 Oct 28 09:00:32.122957 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca098809-5067-466d-8f79-4f01ae734272 req-602341ef-ba21-4bb8-a42a-9229f1698d5d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:32.124430 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ca098809-5067-466d-8f79-4f01ae734272 req-602341ef-ba21-4bb8-a42a-9229f1698d5d tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0493946 Oct 28 09:00:32.161865 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-ca098809-5067-466d-8f79-4f01ae734272 req-57d19100-3210-4508-b324-f890b43d7359 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Oct 28 09:00:33.286116 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a46323-0053-40a0-b4be-3631e940d433 req-df336cea-35eb-4ae1-9ce3-627943f2415e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:33.287642 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-65a46323-0053-40a0-b4be-3631e940d433 req-df336cea-35eb-4ae1-9ce3-627943f2415e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0550113 Oct 28 09:00:33.326925 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-65a46323-0053-40a0-b4be-3631e940d433 req-eb19e89d-1167-43ac-b3e0-5a59c601a576 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330787 Oct 28 09:00:34.448979 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48864f-110d-461c-8c30-a61460b76ec9 req-b3befab9-76bc-4ef8-b9f9-7c78f83c6017 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:34.450475 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c48864f-110d-461c-8c30-a61460b76ec9 req-b3befab9-76bc-4ef8-b9f9-7c78f83c6017 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 944 time: 0.0540085 Oct 28 09:00:34.489413 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0c48864f-110d-461c-8c30-a61460b76ec9 req-bb385a13-72ed-4668-b70d-24a64fd11553 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Oct 28 09:00:34.731839 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 2567d8cf-e597-49a2-ae06-eb28e53b53f1 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=107986) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:00:34.829694 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:34.841750 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Returning: {'device': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'port_id': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'mac_address': 'fa:16:3e:ed:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107986) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:00:34.879853 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.896590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2567d8cf-e597-49a2-ae06-eb28e53b53f1 {{(pid=107986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:00:34.916578 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:34.920148 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:34.965940 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=4']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:34.973537 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.973816 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.974157 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.974491 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.974845 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.975174 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.975498 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.975828 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.976149 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.976470 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.976789 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:34.977103 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:35.386601 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] get_ports_and_sgs() called for port_ids ['2567d8cf-e597-49a2-ae06-eb28e53b53f1'] {{(pid=107986) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:00:35.607607 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa190a54-8a14-40ef-a066-ee7681db8854 req-d29a1928-f316-44ba-861d-6db3861ae9dc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:35.609160 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa190a54-8a14-40ef-a066-ee7681db8854 req-d29a1928-f316-44ba-861d-6db3861ae9dc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0505257 Oct 28 09:00:35.649981 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-aa190a54-8a14-40ef-a066-ee7681db8854 req-3bae4cf8-c3f1-49cf-8fc1-1e5fdb618629 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337636 Oct 28 09:00:36.739361 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 2567d8cf-e597-49a2-ae06-eb28e53b53f1 up at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:00:36.765904 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a22bde-a1e1-4990-9fc7-9a1632b62a80 req-6aec5363-5fe6-4f5f-8e0f-1bc60485abf0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:36.768403 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-40a22bde-a1e1-4990-9fc7-9a1632b62a80 req-6aec5363-5fe6-4f5f-8e0f-1bc60485abf0 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 945 time: 0.0525329 Oct 28 09:00:36.801288 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning for port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 completed by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:00:36.804991 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.provisioning_blocks [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Provisioning complete for port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 triggered by entity L2. {{(pid=107986) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:00:36.805359 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3927419'] for port, provisioning_complete {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.811169 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-40a22bde-a1e1-4990-9fc7-9a1632b62a80 req-fa173f45-9617-4893-86fe-86f632483af6 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366354 Oct 28 09:00:36.886176 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.909334 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1'}] {{(pid=107986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:36.911657 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0317e65c74340f096d2c29cdc03454ba4f135e8a16cd31ee1f25fac0c3096ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bbf960-f551-4d54-a9df-73984a76a58a" -d '{"events": [{"server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1"}]}' {{(pid=107986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:36.925088 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.db [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:00:36.929286 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888'] for port, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:36.956401 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c388b9c-db04-4ca4-be6f-08da527c568c x-openstack-request-id: req-8c388b9c-db04-4ca4-be6f-08da527c568c {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:36.956700 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "name": "network-vif-plugged", "status": "completed", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1", "code": 200}]} {{(pid=107986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:36.956957 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c388b9c-db04-4ca4-be6f-08da527c568c {{(pid=107986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:36.957339 dv-cinder-815659-2-iscsi neutron-server[107986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'code': 200} Oct 28 09:00:36.985759 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Pushing event updated for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=5']} {{(pid=107986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:37.213906 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd5497-c708-4a47-bcaa-064400095b37 req-ce552eab-babe-41c1-9073-1bb0dee3c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:37.215325 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c7bd5497-c708-4a47-bcaa-064400095b37 req-ce552eab-babe-41c1-9073-1bb0dee3c06a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0442007 Oct 28 09:00:37.259344 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c7bd5497-c708-4a47-bcaa-064400095b37 req-0ef9a0aa-5b80-44c4-b7f0-0f110e1c92ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358305 Oct 28 09:00:37.928577 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674af46-2c85-476c-a0a0-e0dd56b3fe74 req-31ba98b9-e8ac-4eb9-a3d3-81c81b68b06e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:37.930097 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d674af46-2c85-476c-a0a0-e0dd56b3fe74 req-31ba98b9-e8ac-4eb9-a3d3-81c81b68b06e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0504117 Oct 28 09:00:37.972547 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-d674af46-2c85-476c-a0a0-e0dd56b3fe74 req-53ce80b7-d817-48f0-be53-24fdb58e9a9e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365181 Oct 28 09:00:39.091132 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fa77a-2bc8-4000-9747-cc6562fca637 req-26ffba7e-c293-4de5-adeb-f2d48ab83f7e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.092646 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-644fa77a-2bc8-4000-9747-cc6562fca637 req-26ffba7e-c293-4de5-adeb-f2d48ab83f7e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0504444 Oct 28 09:00:39.132602 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-644fa77a-2bc8-4000-9747-cc6562fca637 req-eb803fe1-00d5-403e-957b-5223b39bdd83 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Oct 28 09:00:39.259399 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf72218-00e0-4968-a516-1a3d9d488a1a req-734ed4e4-6b3e-4673-8c8a-9910745d2557 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.260803 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcf72218-00e0-4968-a516-1a3d9d488a1a req-734ed4e4-6b3e-4673-8c8a-9910745d2557 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Oct 28 09:00:39.298836 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fcf72218-00e0-4968-a516-1a3d9d488a1a req-11f3d69c-2da9-4489-b4ac-6f23ae0fa03a tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Oct 28 09:00:39.321509 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60940) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:39.467883 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0687ba5-c534-4579-92db-e3778bc6b0d1 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:39.470821 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c0687ba5-c534-4579-92db-e3778bc6b0d1 tempest-TestVolumeBootPattern-1230686034 tempest-TestVolumeBootPattern-1230686034-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1094 time: 0.1469390 Oct 28 09:00:39.473025 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60946) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:00:39.477312 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.v2.base [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Request body: {'floatingip': {'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'port_id': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:00:39.499330 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.596625 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.701701 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_common [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Allocated IP 172.27.1.20 (746e1bb5-3f12-4cf9-adbf-88c43c48793d/c7c8dd4b-80ae-4354-957c-c98b5baad26a/43dbdfce-bd4b-48c6-870a-e9e01b08d272) {{(pid=107985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:00:39.804295 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.838150 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784195243852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:39.883090 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Network 746e1bb5-3f12-4cf9-adbf-88c43c48793d is already hosted by enough agents. {{(pid=107985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:00:39.886033 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.base_scheduler [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Resources bound (agent type, host, resource id): {{(pid=107985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:00:39.889579 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Received port after_create {{(pid=107985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:00:39.895822 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=43dbdfce-bd4b-48c6-870a-e9e01b08d272,revision_number=1']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:39.920277 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.920628 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.920969 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.921304 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.921636 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.921968 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.922831 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.923168 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.923495 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.923822 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.924147 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:39.924469 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:00:40.260892 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.331979 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696331'] for port, before_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.491388 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for port, precommit_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.497452 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784195672046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784195243870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784195243888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8972982'] for port, after_update {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.566415 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event updated for resources: {'Port': ['ID=43dbdfce-bd4b-48c6-870a-e9e01b08d272,revision_number=2']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:00:40.578618 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-593715'] for floatingip, after_create {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:40.678757 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 0cb9fa91-14a2-4bd5-b387-a55471f380df associated. External IP: 172.27.1.20, port: 2567d8cf-e597-49a2-ae06-eb28e53b53f1. Oct 28 09:00:40.908938 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:00:41.017778 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:00:41.028248 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:00:41.036734 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:41.038590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:41.039210 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:00:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:41.064599 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-c136fa87-1283-4e52-a222-ade887a85ad8 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5905342 Oct 28 09:00:41.065398 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:00:41.067757 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516afb1-8ec4-4e32-b430-95285113c615" -d '{"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:00:41.146906 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:41.163820 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafcdda-52b6-4d56-8e06-0323c672d6c1 x-openstack-request-id: req-2aafcdda-52b6-4d56-8e06-0323c672d6c1 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:00:41.164116 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:00:41.164369 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2aafcdda-52b6-4d56-8e06-0323c672d6c1 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:00:41.164764 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'status': 'completed', 'code': 200} Oct 28 09:00:41.235402 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516afb1-8ec4-4e32-b430-95285113c615 req-ae59454c-8bb6-4187-93ad-3a89f6632ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.237148 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-ae59454c-8bb6-4187-93ad-3a89f6632ed8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0418777 Oct 28 09:00:41.330698 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516afb1-8ec4-4e32-b430-95285113c615 req-635ad183-199a-4e5e-a14d-09eb3422f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.332186 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-635ad183-199a-4e5e-a14d-09eb3422f083 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0879805 Oct 28 09:00:41.386180 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '0cb9fa91-14a2-4bd5-b387-a55471f380df', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ed:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604be8f6-1220-4068-aa90-4d001713b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:40Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}, {'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:41.397209 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-2b01263e-02af-4233-9592-2d458740c928 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 999 time: 0.0569704 Oct 28 09:00:41.415160 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:00:41.424349 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:00:41.424970 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:00:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:41.451017 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516afb1-8ec4-4e32-b430-95285113c615 req-c9b46aac-e224-43e6-bc4a-8e42791b3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.452474 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-c9b46aac-e224-43e6-bc4a-8e42791b3616 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0475001 Oct 28 09:00:41.500473 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516afb1-8ec4-4e32-b430-95285113c615 req-88ee8c67-735e-4a87-9287-9134aa121ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:00:41.502419 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-88ee8c67-735e-4a87-9287-9134aa121ea8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429225 Oct 28 09:00:41.514187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-0b8b2d13-baef-45ff-98c7-a6b936b4053f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=107984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:00:41.515194 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-0b8b2d13-baef-45ff-98c7-a6b936b4053f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050459 Oct 28 09:00:41.532793 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:00:41.606313 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-8953617e-0d75-425d-8222-21884a0a5027 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828466 Oct 28 09:00:41.699507 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-2516afb1-8ec4-4e32-b430-95285113c615 req-0bb3e790-1faf-43dd-a271-5cb709f8ccc0 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856838 Oct 28 09:00:41.763290 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '0cb9fa91-14a2-4bd5-b387-a55471f380df', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ed:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604be8f6-1220-4068-aa90-4d001713b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:40Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}, {'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:00:41.789066 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f035fe01-e919-4ba2-be48-a3ad766323a3 None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '0cb9fa91-14a2-4bd5-b387-a55471f380df', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ed:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '604be8f6-1220-4068-aa90-4d001713b8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:00:40Z', 'updated_at': '2021-10-28T09:00:40Z', 'revision_number': 0, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}, {'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:00:41.984784 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afbecc-5bf7-410f-9029-874e309ae2d5 None None] New status for floating IP 0cb9fa91-14a2-4bd5-b387-a55471f380df: ACTIVE {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:00:42.112240 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-bbc7dc46-1be4-4356-8f58-1e4e6b40e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:44.888905 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6353f8f0-8cf7-436c-95cd-c9c7ec50e638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:45.777493 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:46.003227 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:47.412943 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:00:59.058907 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:01:00.551020 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:12.113966 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-8de9bdd9-50eb-4e92-a651-842b7404cc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:13.569684 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-e37ecb65-5663-4f84-b418-d809d647a029 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851121 Oct 28 09:01:13.652395 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-c371ad46-8235-4212-8135-b26a39e34302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.653865 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-c371ad46-8235-4212-8135-b26a39e34302 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0401838 Oct 28 09:01:13.757969 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-a1c2204d-253d-4a5c-9470-33d5e0597681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.759476 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-a1c2204d-253d-4a5c-9470-33d5e0597681 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0872166 Oct 28 09:01:13.824621 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-73a89db5-6120-4d5f-ad6e-f7ef07eeec81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 1001 time: 0.0567920 Oct 28 09:01:13.876145 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-e0ea945a-58fb-45b3-be56-0d3f34f322a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.878211 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-e0ea945a-58fb-45b3-be56-0d3f34f322a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0467865 Oct 28 09:01:13.922808 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-ac955150-f4d6-4f17-a738-0372a0dc0179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:01:13.924964 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-ac955150-f4d6-4f17-a738-0372a0dc0179 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390520 Oct 28 09:01:14.015273 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-2c35de98-e070-4d78-93dc-269951c05000 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804808 Oct 28 09:01:14.109699 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-e0ad28dc-2e84-4903-adb6-233784d2777b req-fd121fd4-7f1b-445e-81ef-89c2855bfaac service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Oct 28 09:01:14.891216 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-097ef1b0-c102-4513-b405-b8433b128a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:15.780183 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:16.004335 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:17.416767 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:30.558276 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:36.060724 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:01:42.115396 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a7f09450-c235-4330-b3a1-36424d3d2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:44.895291 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d013889b-1c59-4d68-859a-6f038ec2b7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:45.785291 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:46.007466 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:01:47.419073 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:00.565995 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:12.116112 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9d78631f-fc79-43b4-ac7e-d657ecd90418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:13.060713 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:02:13.534794 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-f4077f25-ab4b-4720-a747-e103d655f084 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387650 Oct 28 09:02:13.594814 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-b31c7e96-8fb7-49a2-8644-23d7f471c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.596325 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-b31c7e96-8fb7-49a2-8644-23d7f471c6bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0409193 Oct 28 09:02:13.702782 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-95646774-d128-43fe-a3c4-8e937f53e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.704281 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-95646774-d128-43fe-a3c4-8e937f53e43f service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.0871668 Oct 28 09:02:13.771370 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-307a2dcc-5fe3-4b29-b961-267d743f48bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 1001 time: 0.0601461 Oct 28 09:02:13.819887 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-edba0a2f-fe7c-41f6-8735-49d17757d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.821357 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-edba0a2f-fe7c-41f6-8735-49d17757d59a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0432413 Oct 28 09:02:13.866697 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-38c52a84-99ee-4cb9-9836-000ad53cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:13.868203 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-38c52a84-99ee-4cb9-9836-000ad53cef5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401790 Oct 28 09:02:13.969974 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-e5cd8442-13fa-4e9e-8394-060c1483e46b service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Oct 28 09:02:14.059455 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-7aa008b0-4d71-42e8-815f-e8a507f2675b req-1fe338e2-cbd0-40b4-9b24-9dd128f1a960 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826898 Oct 28 09:02:14.898024 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-61363075-b92e-4e6c-bea3-9b9cb1f5713d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:15.787701 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:16.011796 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:17.422598 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:30.574886 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:42.118764 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-a1990584-b371-40d8-8dcb-e10f9cbd9515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.338049 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 60980) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:43.494590 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port 43dbdfce-bd4b-48c6-870a-e9e01b08d272 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:43.494840 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.572645 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.572967 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.585247 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for 43dbdfce-bd4b-48c6-870a-e9e01b08d272 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:43.727908 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.756657 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=43dbdfce-bd4b-48c6-870a-e9e01b08d272,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:43.781175 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.781521 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.781860 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.782198 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.782553 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.782886 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.783212 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.783535 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.783859 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.784180 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.784527 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.784844 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:43.824555 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:43.824884 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 0cb9fa91-14a2-4bd5-b387-a55471f380df disassociated (deleted). External IP: 172.27.1.20, port: 2567d8cf-e597-49a2-ae06-eb28e53b53f1. Oct 28 09:02:44.032561 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:44.143302 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:44.147761 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:44.153628 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:44.164018 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:44.164910 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:44.175356 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-47fe1c12-687c-43b5-9f26-7f2ad3475bdc tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "DELETE /v2.0/floatingips/0cb9fa91-14a2-4bd5-b387-a55471f380df HTTP/1.1" status: 204 len: 168 time: 0.8361647 Oct 28 09:02:44.175940 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:44.178770 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd3c18-680e-4f63-bd04-6ae4005f2532" -d '{"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:44.217857 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca50f2-07ae-419d-bbd7-bf1e264ba740 x-openstack-request-id: req-68ca50f2-07ae-419d-bbd7-bf1e264ba740 {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:44.218344 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:44.218589 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68ca50f2-07ae-419d-bbd7-bf1e264ba740 {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:44.219017 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'status': 'completed', 'code': 200} Oct 28 09:02:44.282532 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:44.285692 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-19f533ef-9987-4802-953f-83420189daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.289480 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-19f533ef-9987-4802-953f-83420189daf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0456278 Oct 28 09:02:44.420693 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-3b01d302-595a-4490-b048-205751c575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.422193 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-3b01d302-595a-4490-b048-205751c575e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.1224411 Oct 28 09:02:44.436495 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c1beb-269f-4e59-b419-814f6b4067e9 req-2eed97ff-eb9c-467f-8764-863ad2dc6f77 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.438034 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-304c1beb-269f-4e59-b419-814f6b4067e9 req-2eed97ff-eb9c-467f-8764-863ad2dc6f77 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0727015 Oct 28 09:02:44.492436 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-83209cb9-ed31-48de-8ccc-81139c4fc7a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 200 len: 217 time: 0.0532720 Oct 28 09:02:44.539715 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-304c1beb-269f-4e59-b419-814f6b4067e9 req-1dbe22f9-009e-42b4-a696-a04c7a53c390 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939596 Oct 28 09:02:44.560568 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-9e707f84-220b-414e-b808-83931bf2fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.562469 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-9e707f84-220b-414e-b808-83931bf2fc39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0624325 Oct 28 09:02:44.609949 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-dc1592a6-8c10-4b0f-9441-46cb2c11490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:44.611625 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-dc1592a6-8c10-4b0f-9441-46cb2c11490f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422139 Oct 28 09:02:44.654822 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:44.685561 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:44.695273 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:44.695932 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:15Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:44.812436 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:44.921598 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-76b01f68-18d6-4252-81a4-42ee6104fa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:44.965176 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-b92b0efb-c6f8-4048-bc1e-e6739db0a409 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452194 Oct 28 09:02:45.056856 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:45.057799 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-70dd3c18-680e-4f63-bd04-6ae4005f2532 req-58ab8f36-90e6-4c98-9da8-a1fafaa7137e service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840354 Oct 28 09:02:45.088291 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48408d4-abbb-4aae-98b3-de4a6cd102cc None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_floatingips': [{'id': '984322dc-f2ff-4d9f-8afe-a967ddec7737', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'router_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'port_id': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'mac_address': 'fa:16:3e:ee:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef0d208-c139-4164-ab75-a4172916e47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T08:58:04Z', 'updated_at': '2021-10-28T08:58:06Z', 'revision_number': 1, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:45.307302 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c93f79-8b6a-4b60-9fd9-933cc7b93fc6 None None] New status for floating IP 0cb9fa91-14a2-4bd5-b387-a55471f380df: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:02:45.663283 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1197f5-226a-427d-993b-b33d0e7bdefd req-8cf51f5b-8e12-420e-8756-7d096fca1f33 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:45.664781 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b1197f5-226a-427d-993b-b33d0e7bdefd req-8cf51f5b-8e12-420e-8756-7d096fca1f33 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0536027 Oct 28 09:02:45.705191 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-1b1197f5-226a-427d-993b-b33d0e7bdefd req-a2b66460-62cb-4c3d-95ff-7d1b60b11f02 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344152 Oct 28 09:02:45.792894 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.014373 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.281042 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-339435c9-37ca-4298-b684-66a904b3aa4e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:46.282405 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-339435c9-37ca-4298-b684-66a904b3aa4e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 946 time: 0.0474133 Oct 28 09:02:46.385764 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:46.386093 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.476349 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] For port 2567d8cf-e597-49a2-ae06-eb28e53b53f1, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=2567d8cf-e597-49a2-ae06-eb28e53b53f1,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:46.476704 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.488502 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for 2567d8cf-e597-49a2-ae06-eb28e53b53f1 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:46.623596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.651596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=2567d8cf-e597-49a2-ae06-eb28e53b53f1,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:46.666351 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.667006 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.667131 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.667722 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.668064 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.668401 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.668737 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.669065 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.669398 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.669726 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.670058 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.670382 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-2-iscsi {{(pid=107984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:02:46.705259 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] No DVR routers for this DVR port 2567d8cf-e597-49a2-ae06-eb28e53b53f1 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:46.709720 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:46.713064 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-025555cc-2fd7-47b2-928e-48f812ed3ff2 req-8c553eab-dbc1-4d1b-93a7-f7e2b9c15445 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "DELETE /v2.0/ports/2567d8cf-e597-49a2-ae06-eb28e53b53f1 HTTP/1.1" status: 204 len: 173 time: 0.4236324 Oct 28 09:02:46.713517 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'name': 'network-vif-deleted', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:46.716497 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b7213a-daa2-4c80-ba25-ec40ef0650f3" -d '{"events": [{"server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "name": "network-vif-deleted", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:46.817095 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-dec39dd8-e071-41e8-9c80-4bdf41d0ee2e req-94ee2375-fff3-437a-b0e6-b723b043622f tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=604be8f6-1220-4068-aa90-4d001713b8c1 HTTP/1.1" status: 200 len: 210 time: 0.0342669 Oct 28 09:02:46.825538 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312f45f4-bdf4-433c-aba2-c97e5eb286f0 x-openstack-request-id: req-312f45f4-bdf4-433c-aba2-c97e5eb286f0 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:46.825849 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604be8f6-1220-4068-aa90-4d001713b8c1", "name": "network-vif-deleted", "tag": "2567d8cf-e597-49a2-ae06-eb28e53b53f1", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:46.826101 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-312f45f4-bdf4-433c-aba2-c97e5eb286f0 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:46.826513 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604be8f6-1220-4068-aa90-4d001713b8c1', 'name': 'network-vif-deleted', 'tag': '2567d8cf-e597-49a2-ae06-eb28e53b53f1', 'status': 'completed', 'code': 200} Oct 28 09:02:47.423837 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:49.379274 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 2567d8cf-e597-49a2-ae06-eb28e53b53f1 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:49.399755 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 2567d8cf-e597-49a2-ae06-eb28e53b53f1 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:49.400102 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 2567d8cf-e597-49a2-ae06-eb28e53b53f1 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:50.059542 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:02:50.095322 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32792) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:50.249711 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port c307ce6f-e90f-4e41-aee9-46f1d499b6eb {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:50.250156 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.336780 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.337045 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.349118 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for c307ce6f-e90f-4e41-aee9-46f1d499b6eb owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:50.496945 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.526771 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=c307ce6f-e90f-4e41-aee9-46f1d499b6eb,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:50.586114 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:50.586436 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.db.l3_db [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Floating IP 984322dc-f2ff-4d9f-8afe-a967ddec7737 disassociated (deleted). External IP: 172.27.1.188, port: 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15. Oct 28 09:02:51.026885 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:51.135954 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:51.141257 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:51.145341 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:51.154893 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:51.155614 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:51.169108 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-7ae6f7d9-7efd-4afa-9a37-e7a134f616c7 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "DELETE /v2.0/floatingips/984322dc-f2ff-4d9f-8afe-a967ddec7737 HTTP/1.1" status: 204 len: 168 time: 1.0726118 Oct 28 09:02:51.169707 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'}] {{(pid=107985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:51.172004 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427809462e129a7ee1d9f63a56545bd0b4838ccd83dff40fe729065f23b3a66c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfb0748-4d7e-4e30-a639-d2755ab542a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15"}]}' {{(pid=107985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:51.212089 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59967962-2e47-4751-9a7f-80975d18d26e x-openstack-request-id: req-59967962-2e47-4751-9a7f-80975d18d26e {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:51.212383 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15", "status": "completed", "code": 200}]} {{(pid=107985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:51.212637 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59967962-2e47-4751-9a7f-80975d18d26e {{(pid=107985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:51.213281 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'status': 'completed', 'code': 200} Oct 28 09:02:51.266520 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:51.279305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-bc193c37-028c-4066-b7c3-e6a4d07eb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.280899 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-bc193c37-028c-4066-b7c3-e6a4d07eb1f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 1098 time: 0.0448408 Oct 28 09:02:51.415330 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-9beb9f6f-4ed9-49f1-ac63-b09ca1216f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.416720 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-9beb9f6f-4ed9-49f1-ac63-b09ca1216f82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 200 len: 913 time: 0.1232474 Oct 28 09:02:51.429197 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4247061-832e-4eb6-af13-ecef4f4e5456 req-1dd81d7d-901b-4324-83d6-70325aa5d460 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.430682 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4247061-832e-4eb6-af13-ecef4f4e5456 req-1dd81d7d-901b-4324-83d6-70325aa5d460 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0782285 Oct 28 09:02:51.471379 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-a51482af-c8ab-4d0b-a8d3-543d1fb307cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 200 len: 217 time: 0.0397141 Oct 28 09:02:51.479394 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:51.505658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:51.514401 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:51.515706 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:51.527823 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-c4247061-832e-4eb6-af13-ecef4f4e5456 req-03bac234-bbc9-4106-868c-47435853a75e tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904932 Oct 28 09:02:51.537701 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-78337eca-e9a5-4334-9fe6-81afd2567c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.539354 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-78337eca-e9a5-4334-9fe6-81afd2567c7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 200 len: 851 time: 0.0594532 Oct 28 09:02:51.590351 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-e92848fc-0005-4913-8cf0-367585f43594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:51.591940 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-e92848fc-0005-4913-8cf0-367585f43594 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448558 Oct 28 09:02:51.626188 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:51.682978 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-7cf2a658-b191-4751-b496-c6c97ebf75db service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824869 Oct 28 09:02:51.780459 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-0bfb0748-4d7e-4e30-a639-d2755ab542a3 req-5e9349a2-dee4-4cd0-bca3-661bc8a2d7f5 service neutron] 10.222.0.70 "GET /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895064 Oct 28 09:02:51.830580 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:51.857315 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b61f1c-be91-4111-b45c-38ad409f71ec None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T08:54:20Z', 'revision_number': 4, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi', '_interfaces': [{'id': '244647ac-a862-4f70-9713-fc456d095066', 'name': '', 'network_id': '446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'mac_address': 'fa:16:3e:c3:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:19Z', 'updated_at': '2021-10-28T08:54:25Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'subnets': [{'id': '876336d9-4d6f-4e01-ad22-7b93d453ea29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:52.079585 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd441cd3-aeae-4018-98f7-b2a9377f64a6 None None] New status for floating IP 984322dc-f2ff-4d9f-8afe-a967ddec7737: DOWN {{(pid=107987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:02:52.648317 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55050e8-fe13-4684-be81-8484782b1f22 req-a47d79c1-f623-49f7-b2da-66f25d174781 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:52.649845 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f55050e8-fe13-4684-be81-8484782b1f22 req-a47d79c1-f623-49f7-b2da-66f25d174781 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0516653 Oct 28 09:02:52.688397 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-f55050e8-fe13-4684-be81-8484782b1f22 req-68c17f3d-fabc-44d9-8f89-88bd1e1790bb tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/security-groups?id=664eace9-b8ac-4b7d-88ec-2179f327ef0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Oct 28 09:02:53.150730 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-99eccb42-b620-48bc-8781-bda5e5a7e1a4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:02:53.152185 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-99eccb42-b620-48bc-8781-bda5e5a7e1a4 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 945 time: 0.0488477 Oct 28 09:02:53.246936 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:53.247298 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.342187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] For port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:53.342596 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.359074 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 owned by compute:nova {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:53.489040 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.515787 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=3d21ebbc-3cae-4880-8a80-7a32fcbd7d15,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:53.564155 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] No DVR routers for this DVR port 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 on host hv-cinder-81565 {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:53.566624 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for port, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:53.571045 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-8bde12a4-6c5c-4e40-8dc1-7b482b7c726e req-24238572-72a9-426d-9d20-8dc6e556f886 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.70 "DELETE /v2.0/ports/3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 HTTP/1.1" status: 204 len: 173 time: 0.4122488 Oct 28 09:02:53.571470 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'name': 'network-vif-deleted', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15'}] {{(pid=107984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:02:53.573704 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}461d89436eacbfc064407eebb494cb3a797c265ef84023229f45b1f7fcf7d033" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02cc834-9687-491a-98e4-c415b759c8c3" -d '{"events": [{"server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "name": "network-vif-deleted", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15"}]}' {{(pid=107984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:02:53.613788 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b38611-d51e-47b5-b92f-3e87dfdf7fe4 x-openstack-request-id: req-e3b38611-d51e-47b5-b92f-3e87dfdf7fe4 {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:02:53.614097 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef0d208-c139-4164-ab75-a4172916e47f", "name": "network-vif-deleted", "tag": "3d21ebbc-3cae-4880-8a80-7a32fcbd7d15", "status": "completed", "code": 200}]} {{(pid=107984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:02:53.614901 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3b38611-d51e-47b5-b92f-3e87dfdf7fe4 {{(pid=107984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:02:53.615984 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef0d208-c139-4164-ab75-a4172916e47f', 'name': 'network-vif-deleted', 'tag': '3d21ebbc-3cae-4880-8a80-7a32fcbd7d15', 'status': 'completed', 'code': 200} Oct 28 09:02:53.782887 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [req-fee0c93f-ddd8-476d-aa4a-9e0f44888e9a req-6f7f28ca-59f3-4b5c-b0c6-7b022e134300 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "GET /v2.0/ports?device_id=cef0d208-c139-4164-ab75-a4172916e47f HTTP/1.1" status: 200 len: 210 time: 0.0267525 Oct 28 09:02:54.843431 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32810) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:54.965279 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Deleting port be927f36-1e07-4ef2-b895-991fdc67cbe6 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:54.965622 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.044351 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.044620 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.057107 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Calling delete_port for be927f36-1e07-4ef2-b895-991fdc67cbe6 owned by network:floatingip {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:55.186307 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.215742 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'Port': ['ID=be927f36-1e07-4ef2-b895-991fdc67cbe6,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:55.277092 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for floatingip, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.279911 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454187'] for floatingip, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:55.281207 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-57209397-86ff-448d-bd3d-5c4cd00eff63 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "DELETE /v2.0/floatingips/4ffeb9e4-a109-462b-a0af-42f0b371e4b3 HTTP/1.1" status: 204 len: 168 time: 0.4367614 Oct 28 09:02:56.480242 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32822) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:56.540592 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:56.565464 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:56.631272 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:56.633882 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Publish callbacks [] for security_group, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:56.635120 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] 10.222.0.76 "DELETE /v2.0/security-groups/664eace9-b8ac-4b7d-88ec-2179f327ef0a HTTP/1.1" status: 204 len: 168 time: 0.1538494 Oct 28 09:02:56.644547 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8fe0-1757-4c76-ade9-1e433626e287 tempest-TestVolumeBootPattern-789832246 tempest-TestVolumeBootPattern-789832246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664eace9-b8ac-4b7d-88ec-2179f327ef0a,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:56.696600 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32826) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:57.182714 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:57.400599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:02:57.424097 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] No Port match for: 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:02:57.424446 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Device 3d21ebbc-3cae-4880-8a80-7a32fcbd7d15 not bound to the agent host hv-cinder-81565 {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:02:57.427256 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Deleting port 244647ac-a862-4f70-9713-fc456d095066 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:57.427617 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:57.508716 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] For port 244647ac-a862-4f70-9713-fc456d095066, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=244647ac-a862-4f70-9713-fc456d095066,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:57.509421 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:57.521228 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Calling delete_port for 244647ac-a862-4f70-9713-fc456d095066 owned by network:router_interface {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:57.703428 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:57.735907 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Pushing event deleted for resources: {'Port': ['ID=244647ac-a862-4f70-9713-fc456d095066,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:57.904852 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.132316 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:02:58.237513 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:02:58.242951 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-10e660c1-23e2-43f4-b2a8-c2b9a260d851 admin admin] 10.222.0.76 "PUT /v2.0/routers/2d74e5f8-3e1c-45db-9d75-2b61f453cc5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5453124 Oct 28 09:02:58.245666 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32830) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:58.246891 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Sync routers for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:02:58.257843 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:58.258456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:58.350630 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.463449 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.486101 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: dv-cinder-815659-2-iscsi {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:58.522759 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Deleting port 6cae6ffd-9586-4083-8766-5def6e3a260f {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:58.523360 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.601366 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] For port 6cae6ffd-9586-4083-8766-5def6e3a260f, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6cae6ffd-9586-4083-8766-5def6e3a260f,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:58.601647 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.614528 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Calling delete_port for 6cae6ffd-9586-4083-8766-5def6e3a260f owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:58.669315 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T09:02:57Z', 'revision_number': 5, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port': {'id': '6cae6ffd-9586-4083-8766-5def6e3a260f', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:78:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:18Z', 'updated_at': '2021-10-28T08:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:58.696188 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Checking router: 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f for host: dv-cinder-815659-2-iscsi {{(pid=107986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:02:58.706027 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Routers {'2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:02:58.706769 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'], 'active': True} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:58.788548 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.800519 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_dvr_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] Set router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f gateway port host: None {{(pid=107986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:02:58.822024 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cae6ffd-9586-4083-8766-5def6e3a260f,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:58.868504 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.db.l3_hamode_db [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T09:02:58Z', 'revision_number': 6, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:58.887727 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.897229 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab3bb6-a57d-4554-90fc-1e29b6d9b09d None None] The sync data for ids ['2d74e5f8-3e1c-45db-9d75-2b61f453cc5f'] in dv-cinder-815659-2-iscsi is: [{'id': '2d74e5f8-3e1c-45db-9d75-2b61f453cc5f', 'name': 'tempest-TestVolumeBootPattern-1567334900-router', 'tenant_id': '623855e29a5d4365b1dc09eed95a5c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:17Z', 'updated_at': '2021-10-28T09:02:58Z', 'revision_number': 6, 'project_id': '623855e29a5d4365b1dc09eed95a5c8a', 'gw_port_host': None}] {{(pid=107986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:02:58.980142 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:58.982249 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.027934 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.028525 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d74e5f8-3e1c-45db-9d75-2b61f453cc5f {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:02:59.033197 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.034377 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-86abcdde-fae8-4f35-8950-c404a21bab27 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2d74e5f8-3e1c-45db-9d75-2b61f453cc5f HTTP/1.1" status: 204 len: 168 time: 0.7877703 Oct 28 09:02:59.037001 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32832) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:59.089146 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Deleting subnet 876336d9-4d6f-4e01-ad22-7b93d453ea29 {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:02:59.092582 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.127166 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.202073 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.257468 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.289594 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876336d9-4d6f-4e01-ad22-7b93d453ea29,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:59.294702 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.299091 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-dfd2e12b-754e-4a8e-b3de-8ee4ab7378ec admin admin] 10.222.0.76 "DELETE /v2.0/subnets/876336d9-4d6f-4e01-ad22-7b93d453ea29 HTTP/1.1" status: 204 len: 168 time: 0.2609644 Oct 28 09:02:59.301495 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32834) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:59.306491 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca280d2-f062-47c7-a6c8-1d4c292d0fff None None] Network 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:02:59.377961 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.437783 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Deleting port b176c6dc-28d1-431f-80ce-f75c06274a3d {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:02:59.438146 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.505355 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] For port b176c6dc-28d1-431f-80ce-f75c06274a3d, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=b176c6dc-28d1-431f-80ce-f75c06274a3d,segment=NetworkSegment(9f377051-e940-4141-bd59-d5fc5fde9fc3),segment_id=9f377051-e940-4141-bd59-d5fc5fde9fc3)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:02:59.505770 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.518589 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Calling delete_port for b176c6dc-28d1-431f-80ce-f75c06274a3d owned by network:dhcp {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:02:59.604984 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.632654 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b176c6dc-28d1-431f-80ce-f75c06274a3d,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:02:59.634477 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] No DVR routers for this DVR port b176c6dc-28d1-431f-80ce-f75c06274a3d on host dv-cinder-815659-2-iscsi {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:02:59.684608 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fafe93e-e088-4037-8f68-64dd5a38ecc9 None None] DHCP port deletion for 446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:02:59.711180 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.733491 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:59.744061 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f377051-e940-4141-bd59-d5fc5fde9fc3') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:59.744381 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f377051-e940-4141-bd59-d5fc5fde9fc3') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:02:59.758794 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.773522 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.779842 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:02:59.780289 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:02:59.782108 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:02:59.840366 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.844864 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:02:59.853066 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] 10.222.0.76 "DELETE /v2.0/networks/446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3 HTTP/1.1" status: 204 len: 168 time: 0.5449343 Oct 28 09:02:59.853303 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32836) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:02:59.871872 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19356c1a-96bd-4905-af5a-de5cb34bf8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=446e91e7-3e48-4c38-a9f3-3e73a5ab2ab3,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:00.454434 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-593459'] for router_interface, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.587364 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.713937 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Deleting port 22873452-9ce3-4f71-baa4-84cf4d1493a6 {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:00.714191 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.801104 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] For port 22873452-9ce3-4f71-baa4-84cf4d1493a6, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=22873452-9ce3-4f71-baa4-84cf4d1493a6,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:00.801565 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:00.819344 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Calling delete_port for 22873452-9ce3-4f71-baa4-84cf4d1493a6 owned by network:router_interface {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:00.859017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6cae6ffd-9586-4083-8766-5def6e3a260f no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:00.881254 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 6cae6ffd-9586-4083-8766-5def6e3a260f {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:00.881596 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6cae6ffd-9586-4083-8766-5def6e3a260f not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:00.882005 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 244647ac-a862-4f70-9713-fc456d095066 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:00.904197 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 244647ac-a862-4f70-9713-fc456d095066 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:00.904529 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 244647ac-a862-4f70-9713-fc456d095066 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:00.904930 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b176c6dc-28d1-431f-80ce-f75c06274a3d no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:00.924772 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: b176c6dc-28d1-431f-80ce-f75c06274a3d {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:00.925109 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device b176c6dc-28d1-431f-80ce-f75c06274a3d not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:01.040238 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.065613 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Pushing event deleted for resources: {'Port': ['ID=22873452-9ce3-4f71-baa4-84cf4d1493a6,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:01.232153 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-593631'] for router_interface, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.447605 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Router af077a25-96ed-470f-a93c-5f183ca38674 has already been hosted by L3 agent f4c7481f-c507-48ee-b5de-54bef8cbbab3 {{(pid=107985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:03:01.554081 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] Notify agent at l3_agent.dv-cinder-815659-2-iscsi the message routers_updated {{(pid=107985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:03:01.560873 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-01ab7ab7-0eb6-40ae-b84d-330659ca262a admin admin] 10.222.0.76 "PUT /v2.0/routers/af077a25-96ed-470f-a93c-5f183ca38674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7063906 Oct 28 09:03:01.561595 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32838) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:01.563825 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Sync routers for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:03:01.576360 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:03:01.576973 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:01.676237 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks [] for router, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.695395 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: dv-cinder-815659-2-iscsi {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:03:01.782615 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.834871 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Deleting port d0249161-2209-415a-b952-8501a151cedd {{(pid=107985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:01.835211 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.912546 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.db [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] For port d0249161-2209-415a-b952-8501a151cedd, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=d0249161-2209-415a-b952-8501a151cedd,segment=NetworkSegment(0efb109d-a8a9-4acb-906c-70fa75a6e2fa),segment_id=0efb109d-a8a9-4acb-906c-70fa75a6e2fa)] {{(pid=107985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:01.912934 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:01.927975 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'external_fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd0249161-2209-415a-b952-8501a151cedd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T09:03:00Z', 'revision_number': 5, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port': {'id': 'd0249161-2209-415a-b952-8501a151cedd', 'name': '', 'network_id': '746e1bb5-3f12-4cf9-adbf-88c43c48793d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:58:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T08:54:23Z', 'updated_at': '2021-10-28T08:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7c8dd4b-80ae-4354-957c-c98b5baad26a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-2-iscsi'}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:01.929486 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.plugins.ml2.plugin [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Calling delete_port for d0249161-2209-415a-b952-8501a151cedd owned by network:router_gateway {{(pid=107985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:01.954967 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Checking router: af077a25-96ed-470f-a93c-5f183ca38674 for host: dv-cinder-815659-2-iscsi {{(pid=107987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:03:01.964359 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Routers {'af077a25-96ed-470f-a93c-5f183ca38674'} bound to L3 agent in host dv-cinder-815659-2-iscsi {{(pid=107987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:03:01.964965 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T08:31:45Z,description=,heartbeat_timestamp=2021-10-28T09:02:45Z,host='dv-cinder-815659-2-iscsi',id=f4c7481f-c507-48ee-b5de-54bef8cbbab3,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T08:31:45Z,topic='l3_agent')) {'router_ids': ['af077a25-96ed-470f-a93c-5f183ca38674'], 'active': True} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:02.054399 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_dvr_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] Set router af077a25-96ed-470f-a93c-5f183ca38674 gateway port host: None {{(pid=107987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:03:02.100593 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8972877'] for port, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.132289 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0249161-2209-415a-b952-8501a151cedd,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:02.198420 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-593789'] for router_gateway, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.208104 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.l3_hamode_db [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T09:03:01Z', 'revision_number': 6, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port_host': None}], 'dv-cinder-815659-2-iscsi', False) {} {{(pid=107987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:02.235664 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1412d255-4f04-45d6-968d-6881f0cf64b4 None None] The sync data for ids ['af077a25-96ed-470f-a93c-5f183ca38674'] in dv-cinder-815659-2-iscsi is: [{'id': 'af077a25-96ed-470f-a93c-5f183ca38674', 'name': 'tempest-TestVolumeBootPattern-294508138-router', 'tenant_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T08:54:22Z', 'updated_at': '2021-10-28T09:03:01Z', 'revision_number': 6, 'project_id': '1ae1b8cb4edc4f80b203ed71129ad96e', 'gw_port_host': None}] {{(pid=107987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:03:02.296042 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3024'] for router, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.298225 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.344282 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-602368'] for router, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.344799 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af077a25-96ed-470f-a93c-5f183ca38674 {{(pid=107985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:03:02.350085 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] Publish callbacks [] for router, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.351385 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-708c0cc5-554f-49e7-8794-f8f3f11a7910 admin admin] 10.222.0.76 "DELETE /v2.0/routers/af077a25-96ed-470f-a93c-5f183ca38674 HTTP/1.1" status: 204 len: 168 time: 0.7888741 Oct 28 09:03:02.354101 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [-] (107985) accepted ('10.222.0.76', 32840) {{(pid=107985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:02.399006 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Deleting subnet 5f23365e-a391-4345-8af7-3b668fafa6cb {{(pid=107985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:03:02.403834 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.440065 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11553901'] for subnet, precommit_delete_associations {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.520521 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3923541'] for subnet, precommit_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.573715 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3923548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8972920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9132030'] for subnet, after_delete {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.604469 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f23365e-a391-4345-8af7-3b668fafa6cb,revision_number=None']} {{(pid=107985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:02.609221 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron_lib.callbacks.manager [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=107985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.612760 dv-cinder-815659-2-iscsi neutron-server[107985]: INFO neutron.wsgi [None req-8ea5c21b-5a52-4226-bb2c-4c2b0e4a9016 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5f23365e-a391-4345-8af7-3b668fafa6cb HTTP/1.1" status: 204 len: 168 time: 0.2576339 Oct 28 09:03:02.615999 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32842) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:02.618280 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637796d-517a-405d-b6e5-4f34a962ddf8 None None] Network 924b1cd7-afac-48c9-978c-21b2f72e75ff requested from dv-cinder-815659-2-iscsi {{(pid=107986) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:03:02.694987 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3881646'] for network, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.750913 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Deleting port 6e8a962d-2880-4d33-9281-95796edaf71c {{(pid=107984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:03:02.751257 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784195730966'] for port, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.821255 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.db [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] For port 6e8a962d-2880-4d33-9281-95796edaf71c, host dv-cinder-815659-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-2-iscsi',level=0,port_id=6e8a962d-2880-4d33-9281-95796edaf71c,segment=NetworkSegment(de3d3056-c44a-40d1-b56e-10b20607b4d3),segment_id=de3d3056-c44a-40d1-b56e-10b20607b4d3)] {{(pid=107984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:03:02.821637 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594250'] for port, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.834679 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.plugin [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Calling delete_port for 6e8a962d-2880-4d33-9281-95796edaf71c owned by network:dhcp {{(pid=107984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:03:02.914825 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3696295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784195672028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784195243861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12366809'] for port, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:02.940266 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8a962d-2880-4d33-9281-95796edaf71c,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:02.944645 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] No DVR routers for this DVR port 6e8a962d-2880-4d33-9281-95796edaf71c on host dv-cinder-815659-2-iscsi {{(pid=107984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:03:03.022667 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3926720', 'neutron.services.segments.db._delete_segments_for_network-8784195746654'] for network, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.044533 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021407ef-dcbe-4858-b0ca-fc09a0ef5781 None None] DHCP port deletion for 924b1cd7-afac-48c9-978c-21b2f72e75ff request from dv-cinder-815659-2-iscsi {{(pid=107986) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:03:03.062665 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924b1cd7-afac-48c9-978c-21b2f72e75ff']}} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:03.075020 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3d3056-c44a-40d1-b56e-10b20607b4d3') {'for_net_delete': True} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:03.075305 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.services.segments.db [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3d3056-c44a-40d1-b56e-10b20607b4d3') {} {{(pid=107984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:03:03.091798 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784195747943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8395975'] for segment, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.103929 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6e8a962d-2880-4d33-9281-95796edaf71c no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:03.110054 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588'] for segment, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.117902 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=107984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:03:03.118290 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3917588', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12366598'] for segment, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: Traceback (most recent call last): Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: timer() Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: cb(*args, **kw) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: return func(*args, **kwargs) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: self._notify() Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: self.callback(batched_events) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: event.method(event) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: return f(self, *a, **k) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._get(url).json() Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: return self.request(url, 'GET', **kwargs) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:03:03.120002 dv-cinder-815659-2-iscsi neutron-server[107984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:03:03.125269 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 6e8a962d-2880-4d33-9281-95796edaf71c {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:03.125616 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 6e8a962d-2880-4d33-9281-95796edaf71c not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:03.126017 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 22873452-9ce3-4f71-baa4-84cf4d1493a6 no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:03.149506 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: 22873452-9ce3-4f71-baa4-84cf4d1493a6 {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:03.149696 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device 22873452-9ce3-4f71-baa4-84cf4d1493a6 not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:03.150066 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device d0249161-2209-415a-b952-8501a151cedd no longer exists at agent ovs-agent-dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:03:03.171070 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.plugin [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] No Port match for: d0249161-2209-415a-b952-8501a151cedd {{(pid=107986) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:03:03.171658 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron.plugins.ml2.rpc [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Device d0249161-2209-415a-b952-8501a151cedd not bound to the agent host dv-cinder-815659-2-iscsi {{(pid=107986) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:03:03.181187 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3926731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-700082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-593729'] for network, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.189960 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714924'] for network, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.195263 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] 10.222.0.76 "DELETE /v2.0/networks/924b1cd7-afac-48c9-978c-21b2f72e75ff HTTP/1.1" status: 204 len: 168 time: 0.5781019 Oct 28 09:03:03.211665 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaceafb-5591-48f0-a3d0-6a6a3af69080 admin admin] Pushing event deleted for resources: {'Network': ['ID=924b1cd7-afac-48c9-978c-21b2f72e75ff,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:03.383791 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32846) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.423261 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-c556e487-cb29-4177-bfee-b3c8e5f24179 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=623855e29a5d4365b1dc09eed95a5c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380540 Oct 28 09:03:03.425499 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32848) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.478043 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.499888 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.547326 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.550072 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.551309 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42c6afb3-7e3e-4c27-89f9-fe0572b2ec9e HTTP/1.1" status: 204 len: 168 time: 0.1249039 Oct 28 09:03:03.559551 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eccf4-a68d-474b-abe9-9cf14351dbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c6afb3-7e3e-4c27-89f9-fe0572b2ec9e,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:03.876210 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32854) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.916059 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-ea994b06-2a6b-4de3-9a02-d34f5b10b343 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ae1b8cb4edc4f80b203ed71129ad96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386450 Oct 28 09:03:03.918422 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [-] (107984) accepted ('10.222.0.76', 32856) {{(pid=107984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:03:03.966096 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:03.986869 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.032744 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646656'] for security_group, after_delete {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.035544 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron_lib.callbacks.manager [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=107984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:04.036757 dv-cinder-815659-2-iscsi neutron-server[107984]: INFO neutron.wsgi [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bb3a5cb-3c37-4ef9-b699-a1e6fac88e5b HTTP/1.1" status: 204 len: 168 time: 0.1173904 Oct 28 09:03:04.045789 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448349b-7bbf-4ffa-8f25-cafcfe3915b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3a5cb-3c37-4ef9-b699-a1e6fac88e5b,revision_number=None']} {{(pid=107984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:03:12.121560 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ab0879b3-5f36-47e6-802e-0fe68be278eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:14.902865 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0da88e65-0f94-46d0-bebc-07e6c0009c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:15.796329 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:16.018695 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:17.430552 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:27.059622 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:03:30.577135 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:39.094398 dv-cinder-815659-2-iscsi neutron-server[107985]: DEBUG neutron.wsgi [req-42faf7b2-1f02-4b3d-9a90-6bd0c48e3216 req-9c9037fb-9279-4699-9870-adc594c44b95 service neutron] (107985) timed out ('10.222.0.76', 56974) {{(pid=107985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:03:42.123648 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-c27ebfcf-9016-4e05-b3b1-add30bfbe913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:44.904091 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-90d59bd3-8746-4060-bb58-9d61a8947832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:45.798647 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:46.024144 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:03:47.431011 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:00.600386 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:04.058913 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:04:12.124674 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1987289a-9989-471f-99e2-530e54043270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:14.908880 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ad215011-f3e9-40a1-92b3-2b765bf8fcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:15.805744 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:16.025259 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:17.436907 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:30.614101 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:41.057238 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:04:42.129384 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1445ae5e-38d7-4651-87b1-1b4665347a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:44.901633 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-16404b78-fd2f-4a6d-8443-75bd410cce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:45.090950 dv-cinder-815659-2-iscsi neutron-server[107984]: DEBUG neutron.wsgi [req-1885a34c-7ecb-4ae6-b28e-8365f0bbf9cf req-9322e0f1-0616-4b14-873b-cf357aac2555 service neutron] (107984) timed out ('10.222.0.76', 55816) {{(pid=107984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 09:04:45.798282 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:46.026464 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:04:47.440590 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:00.603599 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:12.132564 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-1ce557dd-172a-4616-a7f2-05f6c2dffa9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:14.903836 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-0ff081ca-b30f-4d50-a630-5533cfcae3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:15.800908 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:16.029149 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:17.441617 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:18.056353 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:05:30.610583 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:42.134087 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-04d66122-d53c-4c00-b2a0-584a1bc093e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:44.908886 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-38dabe99-7db8-40ae-80fd-738599d3adae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:45.805937 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:46.032665 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:47.444023 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:05:55.055355 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:06:00.609208 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:12.138485 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7ff883f7-ddec-487f-86d5-0e75e57ee627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:14.911975 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-20fd0d76-561f-49dc-ae4e-39f11721a543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:15.809186 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:16.034953 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:17.447578 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:30.608295 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:32.054374 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:06:42.146569 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-259c5406-dea5-4b47-b770-283ac512ebdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:44.914150 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f46c-c792-4c07-aa42-907cc5fedffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:45.810738 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:46.035802 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:06:47.450449 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:00.597927 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:09.053196 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:07:12.139563 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-24ed04e1-63d7-4400-8773-bb7ed7141795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:14.916827 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-45ecab59-d77b-4a8a-944a-62dcfd1fa34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:15.814809 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:16.039757 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:17.453132 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:30.595175 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:42.141713 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-f15b7ae6-da44-463a-b07a-ea1ead1f1b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:44.919456 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-26a2f0dc-10af-4875-909e-5b858912c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:45.818959 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:46.042537 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:07:46.052885 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:07:47.457087 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:00.620994 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:12.143917 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-6b5db3ed-a0d5-46cd-bf39-e7b431ea7ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:14.923445 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ebffeb78-9296-42fb-8de1-55cea3bef683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:15.821772 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-b93cceb3-8d4d-436b-9c9b-4e73f4df98ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:16.045668 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-060ec12f-9c2e-4f35-8322-5d1b8283c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:17.459003 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-9b3afef0-43ca-4757-adcc-a94d08a3bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:23.052104 dv-cinder-815659-2-iscsi neutron-server[107987]: DEBUG neutron.db.agents_db [None req-a1ca06e9-8157-4dd6-9585-dfb7ff6859a9 None None] Agent healthcheck: found 6 active agents {{(pid=107987) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:08:30.639537 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-7afd8cdd-8358-4c61-aaac-3ca215b7cdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:08:42.145376 dv-cinder-815659-2-iscsi neutron-server[107986]: DEBUG neutron_lib.callbacks.manager [None req-ea76aefc-97e7-4f30-bd70-1c6a63782d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784195746636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3927434'] for agent, after_update {{(pid=107986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}